-- Logs begin at Wed 2022-11-02 06:46:07 UTC, end at Wed 2022-11-02 07:47:28 UTC. -- Nov 02 07:20:59.197039 dv-cinder-804735-33-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 02 07:21:01.915597 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.common.config [-] Logging enabled! Nov 02 07:21:01.916150 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev111 Nov 02 07:21:01.916300 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104455) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Nov 02 07:21:01.919541 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.common.config [-] Logging enabled! Nov 02 07:21:01.919797 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev111 Nov 02 07:21:01.920106 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104455) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Nov 02 07:21:01.921040 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 02 07:21:01.921270 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 02 07:21:01.921747 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 02 07:21:01.921995 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 02 07:21:01.922223 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 02 07:21:01.922575 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.922877 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.923108 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.923403 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.923694 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.923974 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.924266 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.924562 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.924845 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.925121 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.925400 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.925628 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.925905 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.926188 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.926495 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.926720 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] debug = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.927003 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.927459 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.927866 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.928153 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.928441 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.928720 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.928990 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.929262 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.929542 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.929867 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] host = dv-cinder-804735-33-iscsi {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.930140 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.930457 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.930744 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.931027 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.931297 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.931572 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.931852 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.932124 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.932391 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] log_file = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.932664 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.932949 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.933234 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.933521 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.933745 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.933964 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.934246 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.934556 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.934831 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.935103 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.935374 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.935646 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.935919 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.936187 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.936468 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.936755 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.937041 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.937310 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.937582 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.937852 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.938122 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.938428 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.938703 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.938974 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.939244 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.939528 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.939795 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.940065 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.940361 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.940643 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.940923 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.941205 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.941476 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.941756 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.942025 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.942292 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.942585 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] use_json = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.943401 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.943872 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.944200 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.944481 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.944758 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.945034 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.945309 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.945596 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.945868 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:01.946168 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.946491 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.946794 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.947080 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.947394 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.947672 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.947960 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.948238 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.948543 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.948831 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.949116 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.949392 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.949688 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.949975 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.950270 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.950597 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.950892 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.951183 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.951459 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.951733 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.952004 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.952283 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.952569 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.952847 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.953134 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.953421 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.953698 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.953993 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.954277 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.954582 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.954877 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.955167 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.955442 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.955722 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.956012 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.956289 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.956562 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.956849 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.957131 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.957402 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.957683 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.957971 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.958259 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.959288 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.959586 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.959884 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.960166 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.960442 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.960720 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.961000 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.961272 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.961557 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.961834 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.962108 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.962401 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.962684 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.962959 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.963234 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.963514 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.963789 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.964067 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.964340 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.964613 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.964886 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.965158 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.965430 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.965701 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.965970 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.966245 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.966541 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.966814 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.967091 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.967362 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.967634 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.967918 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.968215 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.968491 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.968769 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.969046 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.969324 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.969599 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.969875 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.970151 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.970453 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.970731 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.971022 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.971306 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.971591 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.971873 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.972166 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.972459 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.972737 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.973015 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.973290 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.973565 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.973840 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.974145 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.974443 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.974725 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.975007 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.975291 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.975583 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.975875 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.976152 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.976442 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.976734 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.977028 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.977304 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.977609 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.977888 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:01.978103 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 02 07:21:01.978340 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104455) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 02 07:21:02.355531 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Nov 02 07:21:02.355849 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Nov 02 07:21:02.356116 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Nov 02 07:21:02.356343 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Nov 02 07:21:02.356618 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Nov 02 07:21:02.356942 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 02 07:21:02.683044 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:02.683345 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:02.683625 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:02.684840 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:02.685123 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:02.685387 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:02.738952 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:02.739232 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:02.739506 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:02.754119 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:02.754431 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:02.754706 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:02.784202 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:02.784483 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:02.784754 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:02.821818 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:02.822094 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:02.822385 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.053029 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.053655 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.053739 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.054202 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.054934 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.152724 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.153050 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.153336 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.153611 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.153879 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.154190 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.154477 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.154735 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.154990 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.155272 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.155533 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.155798 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.156054 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.156305 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.156559 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.156825 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.157080 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.157347 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.157622 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.157880 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.158153 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.158423 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.158707 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.159084 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.159335 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.159581 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.159973 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104455) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 07:21:03.160210 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104455) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 07:21:03.160444 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104455) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 07:21:03.160677 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104455) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 07:21:03.160908 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104455) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 07:21:03.161140 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104455) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 07:21:03.161527 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 02 07:21:03.165110 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 02 07:21:03.168982 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 02 07:21:03.172708 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Nov 02 07:21:03.174318 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 02 07:21:03.174951 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 02 07:21:03.175287 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 02 07:21:03.175671 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 02 07:21:03.178479 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 02 07:21:03.178730 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 02 07:21:03.179076 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 02 07:21:03.184063 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 02 07:21:03.206689 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 02 07:21:03.207145 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.207442 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104455) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Nov 02 07:21:03.207815 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.209709 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104455) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 02 07:21:03.209985 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 02 07:21:03.210226 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 02 07:21:03.220816 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.221101 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:03.336703 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 02 07:21:03.336884 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 02 07:21:03.337118 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 02 07:21:03.337488 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 02 07:21:03.390189 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO dbcounter [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Registered counter for database neutron Nov 02 07:21:03.410049 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_db.sqlalchemy.engines [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104455) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Nov 02 07:21:03.415871 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG dbcounter [-] [104455] Writer thread running {{(pid=104455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Nov 02 07:21:03.956321 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Initializing driver for type 'gre' Nov 02 07:21:03.956778 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] gre ID ranges: [(1, 1000)] Nov 02 07:21:04.010005 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Initializing driver for type 'local' Nov 02 07:21:04.010487 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Initializing driver for type 'vlan' Nov 02 07:21:04.023872 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] VlanTypeDriver initialization complete Nov 02 07:21:04.024300 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Initializing driver for type 'vxlan' Nov 02 07:21:04.024840 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] vxlan ID ranges: [(1, 1000)] Nov 02 07:21:04.076744 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Initializing extension driver 'port_security' Nov 02 07:21:04.077337 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.extensions.port_security [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] PortSecurityExtensionDriver initialization complete Nov 02 07:21:04.077423 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Initializing mechanism driver 'openvswitch' Nov 02 07:21:04.077715 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Initializing mechanism driver 'hyperv' Nov 02 07:21:04.084994 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.plugins.ml2.plugin [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:21:04.085650 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > port after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.086020 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > port after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.086389 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > port after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.086889 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104455) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Nov 02 07:21:04.087302 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > subnet after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.087654 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > subnet after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.087997 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.088382 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104455) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Nov 02 07:21:04.088784 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > network after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.089127 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > network after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.089468 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > network after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.089850 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104455) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Nov 02 07:21:04.090249 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > security_group after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.090633 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > security_group after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.090976 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.091361 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104455) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Nov 02 07:21:04.091760 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.092104 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.092441 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.092950 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104455) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Nov 02 07:21:04.093352 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > address_group after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.093697 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > address_group after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.094043 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.094450 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104455) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Nov 02 07:21:04.094887 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] ML2 OVO RPC backend initialized. {{(pid=104455) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Nov 02 07:21:04.095589 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.095949 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.096374 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > network before_response 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.096725 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > networks before_response 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.097072 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > port before_response 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.097415 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > ports before_response 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.097758 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > subnet before_response 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.098100 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > subnets before_response 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.098474 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > network after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.098817 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > network after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.099275 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > network after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.099678 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > port after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.099950 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > port after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.100284 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > port after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.100619 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > subnet after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.100955 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > subnet after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.101290 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.108741 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.quota [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded quota_driver: . Nov 02 07:21:04.109349 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.plugin [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Modular L2 Plugin initialization complete Nov 02 07:21:04.109686 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading services supported by the core plugin {{(pid=104455) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 02 07:21:04.110016 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.plugins.ml2.managers [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Got port-security extension from driver 'port_security' Nov 02 07:21:04.110517 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.extensions.vlantransparent [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Disabled vlantransparent extension. Nov 02 07:21:04.111005 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104455) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 02 07:21:04.111320 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading Plugin: router Nov 02 07:21:04.146880 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.147270 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > router after_create 55549900 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.147638 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > router before_create 55549900 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.148003 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.148371 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.148727 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > router after_delete 55549900 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.149084 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.149431 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.149790 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > router after_create 55549900 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.150137 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > router after_update 55549900 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.150515 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > router after_update 55549900 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.150863 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.151217 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > router after_update 55549900 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.151626 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > router precommit_update 55549900 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.151991 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: port after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.152325 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: port after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.152660 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: subnet after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.152992 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.153341 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.153683 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > router precommit_create 55549900 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.154020 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: port before_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.154372 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > router precommit_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.154728 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > router after_update 55549900 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.155065 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.155409 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > router precommit_create 55549900 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.155767 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.156104 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > router precommit_update 55549900 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.156465 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > agent after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.156809 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > agent after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.157148 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > network after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.157991 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.quota.resource_registry [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Tracking information for resource: router configured {{(pid=104455) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 07:21:04.158320 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.quota.resource_registry [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Tracking information for resource: floatingip configured {{(pid=104455) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 07:21:04.163216 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.db.l3_agentschedulers_db [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 02 07:21:04.163785 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: port after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.164144 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: port after_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.164493 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: port after_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.164840 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: port after_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.165612 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > router before_create 55550100 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.165971 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.166330 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > router precommit_create 55550100 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.166707 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > router precommit_update 55550100 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.171503 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.services.provider_configuration [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Service providers = [] {{(pid=104455) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 02 07:21:04.171863 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.db.servicetype_db [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104455) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 02 07:21:04.174785 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.services.service_base [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104455) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 07:21:04.175132 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.services.service_base [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104455) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 07:21:04.175468 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.services.service_base [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104455) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 07:21:04.176336 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.services.service_base [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104455) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 07:21:04.176701 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.services.service_base [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 02 07:21:04.177072 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104455) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 07:21:04.177409 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 02 07:21:04.187799 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104455) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 07:21:04.188133 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading Plugin: auto_allocate Nov 02 07:21:04.194324 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: network precommit_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.194706 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: network precommit_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.195213 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104455) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 07:21:04.195527 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading Plugin: tag Nov 02 07:21:04.202003 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104455) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 07:21:04.202329 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading Plugin: timestamp Nov 02 07:21:04.206271 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104455) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 07:21:04.206670 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading Plugin: network_ip_availability Nov 02 07:21:04.212627 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.212996 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.213356 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.214054 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104455) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 07:21:04.214380 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading Plugin: flavors Nov 02 07:21:04.219005 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104455) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 07:21:04.219332 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading Plugin: revisions Nov 02 07:21:04.223679 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104455) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 07:21:04.224184 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_concurrency.lockutils [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.867s {{(pid=104455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Nov 02 07:21:04.226202 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104455) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Nov 02 07:21:04.226568 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Initializing extension manager. Nov 02 07:21:04.227097 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: __init__.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.227438 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: __pycache__ {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.227769 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: address_group.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.228466 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.229030 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: address-group Nov 02 07:21:04.229350 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: address_scope.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.230021 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.230558 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: address-scope Nov 02 07:21:04.230880 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.231749 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.232256 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: router-admin-state-down-before-update Nov 02 07:21:04.232575 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: agent.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.233234 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.233733 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: agent Nov 02 07:21:04.234303 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: agent_resources_synced.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.235177 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.235682 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: agent-resources-synced Nov 02 07:21:04.235997 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: allowedaddresspairs.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.237706 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.238217 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: allowed-address-pairs Nov 02 07:21:04.238575 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: auto_allocated_topology.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.239586 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.240293 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: auto-allocated-topology Nov 02 07:21:04.240620 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: availability_zone.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.241267 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.241770 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: availability_zone Nov 02 07:21:04.242088 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: availability_zone_filter.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.242978 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.243477 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: availability_zone_filter Nov 02 07:21:04.243793 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: data_plane_status.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.244640 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.245141 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension data-plane-status not supported by any of loaded plugins Nov 02 07:21:04.245458 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: default_subnetpools.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.246314 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.246847 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: default-subnetpools Nov 02 07:21:04.247161 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.247917 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.248423 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: dhcp_agent_scheduler Nov 02 07:21:04.248741 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: dns.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.249596 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.250104 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension dns-integration not supported by any of loaded plugins Nov 02 07:21:04.250453 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: dns_domain_ports.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.251312 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.251813 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 02 07:21:04.252129 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.252995 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.253491 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 02 07:21:04.253804 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: dvr.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.254454 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.254957 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: dvr Nov 02 07:21:04.255271 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: ecmp_routes.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.256803 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.257300 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 02 07:21:04.257613 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: empty_string_filtering.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.258489 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.258991 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: empty-string-filtering Nov 02 07:21:04.259304 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.260161 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.260661 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 02 07:21:04.260976 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.261824 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.262318 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 02 07:21:04.262657 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: external_net.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.263506 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.264011 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: external-net Nov 02 07:21:04.264327 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.265170 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.265669 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: extra_dhcp_opt Nov 02 07:21:04.265985 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: extraroute.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.266858 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.267352 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: extraroute Nov 02 07:21:04.267668 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: extraroute_atomic.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.268620 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.269128 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: extraroute-atomic Nov 02 07:21:04.269449 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: filter_validation.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.270069 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.270598 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: filter-validation Nov 02 07:21:04.270946 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: fip_pf_description.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.272449 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.272957 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 02 07:21:04.273275 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: fip_pf_detail.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.274132 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.274675 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: floating-ip-port-forwarding-detail Nov 02 07:21:04.274994 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: fip_pf_port_range.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.275844 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.276348 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Nov 02 07:21:04.276666 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: fip_port_details.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.277539 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.278046 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: fip-port-details Nov 02 07:21:04.278391 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: flavors.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.279542 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.280057 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: flavors Nov 02 07:21:04.280376 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.281949 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.282494 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 02 07:21:04.282821 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: floatingip_pools.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.283467 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.283978 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: floatingip-pools Nov 02 07:21:04.284298 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: ip_allocation.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.285158 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.285658 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension ip_allocation not supported by any of loaded plugins Nov 02 07:21:04.285976 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.286904 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.287408 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: ip-substring-filtering Nov 02 07:21:04.287729 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: l2_adjacency.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.288600 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.289099 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 02 07:21:04.289420 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: l3.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.290329 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.290875 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: router Nov 02 07:21:04.291196 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.293535 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.294068 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 02 07:21:04.294417 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.295295 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.295806 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: ext-gw-mode Nov 02 07:21:04.296131 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.296992 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.297503 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: l3-ha Nov 02 07:21:04.297823 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.298710 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.299221 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Nov 02 07:21:04.299540 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: l3_flavors.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.300397 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.300908 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: l3-flavors Nov 02 07:21:04.301226 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.302644 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.303102 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Nov 02 07:21:04.303424 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.304289 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.304798 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 02 07:21:04.305118 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: l3agentscheduler.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.306093 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.306640 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: l3_agent_scheduler Nov 02 07:21:04.306964 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: local_ip.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.308614 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.309130 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension local_ip not supported by any of loaded plugins Nov 02 07:21:04.309457 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: logging.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.310895 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.311416 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension logging not supported by any of loaded plugins Nov 02 07:21:04.311743 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: metering.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.312434 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.313022 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: metering Nov 02 07:21:04.313331 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.314376 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.314899 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: metering_source_and_destination_fields Nov 02 07:21:04.315220 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: multiprovidernet.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.316082 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.316593 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: multi-provider Nov 02 07:21:04.316911 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: netmtu.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.318265 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.318911 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: net-mtu Nov 02 07:21:04.319231 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: netmtu_writable.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.320093 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.320601 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: net-mtu-writable Nov 02 07:21:04.320920 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: network_availability_zone.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.321540 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.322043 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: network_availability_zone Nov 02 07:21:04.322381 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: network_ip_availability.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.323427 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.323933 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: network-ip-availability Nov 02 07:21:04.324259 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: network_segment_range.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.324973 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.325476 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension network-segment-range not supported by any of loaded plugins Nov 02 07:21:04.325795 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: pagination.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.326745 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.327070 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: pagination Nov 02 07:21:04.327386 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: port_device_profile.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.328238 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.328747 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: port-device-profile Nov 02 07:21:04.329063 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: port_mac_address_override.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.329931 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.330473 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: port-mac-override Nov 02 07:21:04.330792 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.331655 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.332155 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: port-mac-address-regenerate Nov 02 07:21:04.332473 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.333322 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.333920 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: port-numa-affinity-policy Nov 02 07:21:04.334304 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: port_resource_request.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.335192 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.335692 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension port-resource-request not supported by any of loaded plugins Nov 02 07:21:04.336009 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: port_resource_request_groups.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.336907 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.337407 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 02 07:21:04.337724 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: portbindings.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.338634 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.339140 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: binding Nov 02 07:21:04.339456 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: portbindings_extended.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.340670 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.341182 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: binding-extended Nov 02 07:21:04.341506 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: portsecurity.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.342386 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.342909 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: port-security Nov 02 07:21:04.343227 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: project_id.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.344160 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.344485 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: project-id Nov 02 07:21:04.344801 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: providernet.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.345845 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.346354 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: provider Nov 02 07:21:04.346694 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: qos.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.350638 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.351163 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension qos not supported by any of loaded plugins Nov 02 07:21:04.351495 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.352697 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.353221 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 02 07:21:04.353548 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.354451 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.354974 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 02 07:21:04.355295 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: qos_default.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.356160 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.356668 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension qos-default not supported by any of loaded plugins Nov 02 07:21:04.356987 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: qos_fip.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.357856 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.358379 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension qos-fip not supported by any of loaded plugins Nov 02 07:21:04.358704 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.359817 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.360327 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Nov 02 07:21:04.360643 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: qos_gateway_ip.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.361537 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.362041 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 02 07:21:04.362369 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: qos_port_network_policy.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.363258 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.363763 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 02 07:21:04.364082 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.365724 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.366235 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 02 07:21:04.366581 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.367574 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.368090 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Nov 02 07:21:04.368861 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: qos_pps_rule.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.369752 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.370280 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension qos-pps not supported by any of loaded plugins Nov 02 07:21:04.370607 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: qos_rule_type_details.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.371475 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.371979 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 02 07:21:04.372300 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.373161 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.373659 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Nov 02 07:21:04.374027 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: qos_rules_alias.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.374998 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.375508 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 02 07:21:04.375827 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: quota_check_limit.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.376693 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.377200 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: quota-check-limit Nov 02 07:21:04.377520 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: quotasv2.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.378469 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.378812 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: quotas Nov 02 07:21:04.379107 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: quotasv2_detail.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.380803 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.381138 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: quota_details Nov 02 07:21:04.381465 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: rbac.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.382523 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.383054 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: rbac-policies Nov 02 07:21:04.383370 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: rbac_address_group.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.384273 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.384773 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: rbac-address-group Nov 02 07:21:04.385085 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: rbac_address_scope.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.386050 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.386582 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: rbac-address-scope Nov 02 07:21:04.386903 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: rbac_security_groups.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.387776 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.388287 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: rbac-security-groups Nov 02 07:21:04.388603 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: rbac_subnetpool.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.389460 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.389966 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: rbac-subnetpool Nov 02 07:21:04.390283 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: revisionifmatch.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.391221 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.391695 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: revision-if-match Nov 02 07:21:04.392011 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: revisions.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.393079 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.393588 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: standard-attr-revisions Nov 02 07:21:04.393910 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: router_availability_zone.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.394563 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.395070 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: router_availability_zone Nov 02 07:21:04.395387 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: routerservicetype.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.396785 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.397421 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension router-service-type not supported by any of loaded plugins Nov 02 07:21:04.397737 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.398655 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.399171 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: security-groups-normalized-cidr Nov 02 07:21:04.399489 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.400354 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.400868 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: port-security-groups-filtering Nov 02 07:21:04.401187 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.402070 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.402605 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: security-groups-remote-address-group Nov 02 07:21:04.402927 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.403805 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.404312 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: security-groups-shared-filtering Nov 02 07:21:04.404638 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: securitygroup.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.415222 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.415755 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: security-group Nov 02 07:21:04.416099 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: segment.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.416770 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.417283 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension segment not supported by any of loaded plugins Nov 02 07:21:04.417606 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.418515 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.419029 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 02 07:21:04.419350 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: servicetype.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.420378 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.420891 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: service-type Nov 02 07:21:04.421213 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: sorting.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.422143 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.422510 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: sorting Nov 02 07:21:04.422825 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: standard_attr_segment.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.423696 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.424211 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 02 07:21:04.424529 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: standardattrdescription.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.425138 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.425645 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: standard-attr-description Nov 02 07:21:04.425966 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: stateful_security_group.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.426865 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.427408 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: stateful-security-group Nov 02 07:21:04.427723 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: stdattrs_common.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.428262 dv-cinder-804735-33-iscsi neutron-server[104455]: WARNING neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 02 07:21:04.428578 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.429447 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.429954 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 02 07:21:04.430270 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: subnet_onboard.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.431303 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.431813 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: subnet_onboard Nov 02 07:21:04.432129 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.433003 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.433506 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 02 07:21:04.433824 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: subnet_service_types.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.434726 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.435235 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: subnet-service-types Nov 02 07:21:04.435551 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: subnetallocation.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.436569 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.437083 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: subnet_allocation Nov 02 07:21:04.437402 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.438020 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.438551 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: subnetpool-prefix-ops Nov 02 07:21:04.438869 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.439742 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.440247 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 02 07:21:04.440566 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: tagging.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.441557 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.442073 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: standard-attr-tag Nov 02 07:21:04.442418 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: timestamp.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.443699 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.444209 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loaded extension: standard-attr-timestamp Nov 02 07:21:04.444532 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: trunk.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.445515 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.446025 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension trunk not supported by any of loaded plugins Nov 02 07:21:04.446344 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: trunk_details.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.447229 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.447736 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension trunk-details not supported by any of loaded plugins Nov 02 07:21:04.448052 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: uplink_status_propagation.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.448912 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.449416 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 02 07:21:04.449734 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Loading extension file: vlantransparent.py {{(pid=104455) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 07:21:04.450407 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104455) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 07:21:04.450913 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 02 07:21:04.453514 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Creating instance of TrackedResource for resource:network Nov 02 07:21:04.454055 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Creating instance of TrackedResource for resource:subnet Nov 02 07:21:04.454472 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 07:21:04.454857 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Creating instance of TrackedResource for resource:port Nov 02 07:21:04.456088 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.v2.resource_helper [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 07:21:04.456522 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.v2.resource_helper [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Service FLAVORS assigned prefix: {{(pid=104455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 07:21:04.457162 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.v2.resource_helper [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 07:21:04.457533 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.v2.resource_helper [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 07:21:04.457866 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Creating instance of TrackedResource for resource:router Nov 02 07:21:04.458289 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Creating instance of TrackedResource for resource:floatingip Nov 02 07:21:04.459393 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.v2.resource_helper [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Service METERING assigned prefix: /metering {{(pid=104455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 07:21:04.460783 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.461150 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.461498 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:21:04.462533 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Creating instance of CountableResource for resource:rbac_policy Nov 02 07:21:04.462970 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Creating instance of TrackedResource for resource:security_group Nov 02 07:21:04.463399 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 02 07:21:04.463902 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.v2.resource_helper [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Service CORE assigned prefix: {{(pid=104455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 07:21:04.464237 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 07:21:04.464580 dv-cinder-804735-33-iscsi neutron-server[104455]: WARNING neutron.quota.resource_registry [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] subnetpool is already registered Nov 02 07:21:04.465013 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.v2.resource_helper [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Service CORE assigned prefix: {{(pid=104455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 07:21:04.465341 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 07:21:04.465669 dv-cinder-804735-33-iscsi neutron-server[104455]: WARNING neutron.quota.resource_registry [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] subnetpool is already registered Nov 02 07:21:04.468053 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.v2.resource_helper [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 07:21:04.468484 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.v2.resource_helper [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Service FLAVORS assigned prefix: {{(pid=104455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 07:21:04.469066 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.v2.resource_helper [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 07:21:04.469484 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.v2.resource_helper [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 07:21:04.469820 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Creating instance of TrackedResource for resource:router Nov 02 07:21:04.470160 dv-cinder-804735-33-iscsi neutron-server[104455]: WARNING neutron.quota.resource_registry [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] router is already registered Nov 02 07:21:04.470601 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Creating instance of TrackedResource for resource:floatingip Nov 02 07:21:04.470938 dv-cinder-804735-33-iscsi neutron-server[104455]: WARNING neutron.quota.resource_registry [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] floatingip is already registered Nov 02 07:21:04.471401 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.v2.resource_helper [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Service METERING assigned prefix: /metering {{(pid=104455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 07:21:04.472050 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Creating instance of CountableResource for resource:rbac_policy Nov 02 07:21:04.472372 dv-cinder-804735-33-iscsi neutron-server[104455]: WARNING neutron.quota.resource_registry [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] rbac_policy is already registered Nov 02 07:21:04.472774 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Creating instance of TrackedResource for resource:security_group Nov 02 07:21:04.473104 dv-cinder-804735-33-iscsi neutron-server[104455]: WARNING neutron.quota.resource_registry [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] security_group is already registered Nov 02 07:21:04.473501 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 02 07:21:04.473829 dv-cinder-804735-33-iscsi neutron-server[104455]: WARNING neutron.quota.resource_registry [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] security_group_rule is already registered Nov 02 07:21:04.475093 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.v2.resource_helper [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Service CORE assigned prefix: {{(pid=104455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 07:21:04.475417 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 07:21:04.475748 dv-cinder-804735-33-iscsi neutron-server[104455]: WARNING neutron.quota.resource_registry [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] subnetpool is already registered Nov 02 07:21:04.476158 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.v2.resource_helper [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Service CORE assigned prefix: {{(pid=104455) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 07:21:04.476476 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.quota.resource_registry [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 07:21:04.476803 dv-cinder-804735-33-iscsi neutron-server[104455]: WARNING neutron.quota.resource_registry [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] subnetpool is already registered Nov 02 07:21:04.477262 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: extensions {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.478717 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: address-groups {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.480205 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: address-scopes {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.481525 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: agents {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.482711 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: auto-allocated-topology {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.484210 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: availability_zones {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.485432 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: dhcp-networks {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.486958 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: dhcp-agents {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.488382 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: routers {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.490126 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: flavors {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.491417 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: service_profiles {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.492623 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: next_providers {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.494069 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: service_profiles {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.496572 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: floatingip-pools {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.497851 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: routers {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.499582 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: floatingips {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.500874 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: l3-routers {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.502269 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: l3-agents {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.503706 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: metering-labels {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.504983 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: metering-label-rules {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.506512 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: network-ip-availabilities {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.507778 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: bindings {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.509325 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: quotas {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.511005 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: quotas {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.512543 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: rbac-policies {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.513737 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: security-groups {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.515067 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: security-group-rules {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.516326 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: service-providers {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.517530 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: subnetpools {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.518890 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: subnetpools {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.520421 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: tags {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.522746 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: tags {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.524540 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: tags {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.526333 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: tags {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.528048 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: tags {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.529989 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: tags {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.531685 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: tags {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.533564 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: tags {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.535428 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: tags {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.537955 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron.api.extensions [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Extended resource: tags {{(pid=104455) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 07:21:04.544037 dv-cinder-804735-33-iscsi neutron-server[104455]: WARNING keystonemiddleware.auth_token [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 02 07:21:04.549058 dv-cinder-804735-33-iscsi neutron-server[104455]: WARNING keystonemiddleware.auth_token [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 02 07:21:04.557843 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_concurrency.lockutils [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Acquiring lock "singleton_lock" {{(pid=104455) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 02 07:21:04.558173 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_concurrency.lockutils [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Acquired lock "singleton_lock" {{(pid=104455) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Nov 02 07:21:04.558666 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_concurrency.lockutils [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Releasing lock "singleton_lock" {{(pid=104455) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Nov 02 07:21:04.559305 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO oslo_service.service [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Starting 2 workers Nov 02 07:21:04.564058 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Started child 104568 {{(pid=104455) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 07:21:04.568482 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Started child 104569 {{(pid=104455) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 07:21:04.569534 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:04.570205 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO neutron.service [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 02 07:21:04.570858 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:04.571134 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [-] (104568) wsgi starting up on http://0.0.0.0:9696 Nov 02 07:21:04.573222 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO oslo_service.service [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Starting 1 workers Nov 02 07:21:04.573334 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:04.574697 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [-] (104569) wsgi starting up on http://0.0.0.0:9696 Nov 02 07:21:04.578375 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Started child 104570 {{(pid=104455) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 07:21:04.578922 dv-cinder-804735-33-iscsi neutron-server[104455]: INFO oslo_service.service [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Starting 1 workers Nov 02 07:21:04.582162 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.service [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] calling RpcWorker wait() {{(pid=104570) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 02 07:21:04.582757 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.service [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] returning from RpcWorker wait() {{(pid=104570) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 02 07:21:04.583293 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Started child 104571 {{(pid=104455) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 07:21:04.584630 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:04.584734 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG neutron_lib.callbacks.manager [None req-2251a8d2-4a00-4614-91d2-c798dc72d6f6 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:04.585179 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:21:04.586741 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104455) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 02 07:21:04.586948 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 02 07:21:04.587130 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 02 07:21:04.587358 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 02 07:21:04.587694 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 02 07:21:04.587876 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 02 07:21:04.588411 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.588693 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.588945 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.589217 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.589453 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:04.589920 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.590063 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.590295 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.590608 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.590735 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:21:04.590877 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.591028 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.591193 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.591454 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.591681 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.591991 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.592254 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.592504 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.592743 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.592911 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.593162 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.593418 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.593659 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.593947 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] debug = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.594184 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.594699 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.594960 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.595195 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.595409 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.595667 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.595900 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.596163 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.596391 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.596633 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.596870 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.597123 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.597361 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.597591 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.597818 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.598101 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.598309 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.598784 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] host = dv-cinder-804735-33-iscsi {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.599017 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.599818 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.600114 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.600364 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.600608 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.600844 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.601120 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.601361 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.601622 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.601863 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.602116 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.602382 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.602628 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.602866 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_file = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.603029 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_options = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.603243 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.603513 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.603766 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.603955 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.604121 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.604282 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.604532 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.604695 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.604979 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.605187 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.605399 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.605626 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.605857 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.606072 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.606315 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.606568 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.606818 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.607044 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.607285 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.607528 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.607752 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.608000 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.608255 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.608477 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.608682 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.608894 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.609371 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.609605 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.609908 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.610127 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.610420 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.610686 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.610974 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.611156 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.611379 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.611609 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.611926 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.612165 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.612443 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.612778 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.613002 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.613228 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.613597 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.613736 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.614337 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.614337 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.614337 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] use_json = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.615274 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.615274 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.615274 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.615274 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.616110 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.616110 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.616110 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.616110 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.616395 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.616725 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.617122 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.617391 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.617570 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.619180 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.619180 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.619180 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.619180 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.619180 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.619180 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.620552 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.620552 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.620552 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.620552 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.620552 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.620552 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.622043 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.622043 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.622043 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.622043 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.622043 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.622043 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.623626 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.623626 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.623626 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.623626 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.623626 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.623626 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.623626 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.625445 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.625445 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.625445 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.625445 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.625445 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.625445 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.625445 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.627885 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.627885 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.627885 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.627885 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.627885 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.627885 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.627885 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.627885 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.627885 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.628956 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.628956 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.628956 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.628956 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.628956 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.628956 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.628956 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.629550 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.629550 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.629550 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.629770 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.630013 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.630259 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.630673 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.630935 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.631167 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.631388 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.631617 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.631858 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.632061 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.632274 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.632506 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.632715 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.632944 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.633159 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.633415 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.633638 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.633854 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.634064 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.634301 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.634541 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.634751 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.634986 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.635222 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.635424 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.635653 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.635905 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.636104 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.636304 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.636506 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.636719 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.636929 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.637146 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.637357 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.637582 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.637770 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.638015 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.638314 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.638591 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.638826 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.639073 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.639320 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.639558 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.639796 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.640027 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.640241 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.640470 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.640716 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.640952 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.641407 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.641646 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.641880 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.642145 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.642376 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.642606 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.642845 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.643068 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.643301 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.643520 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.643736 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.643978 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.644195 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.644529 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.644786 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.645123 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.645291 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.646614 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.646614 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.646966 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.647496 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.647496 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.647833 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.647986 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.648420 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.648604 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.648748 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.648947 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.649182 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.652210 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.652210 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.652210 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.652647 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.652647 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.652895 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.653040 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.653289 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.653537 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.653791 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.654122 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.654398 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.654603 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.654824 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.655105 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.655377 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.655617 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.655881 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.656132 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.656395 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.656635 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.656864 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.657093 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.657523 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.657928 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.658328 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.658756 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.659146 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.659666 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.660077 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.660301 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.660567 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.660783 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.661012 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.661261 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.661481 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.662269 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.662554 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.662781 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.663001 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.663244 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.663464 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.663681 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.663896 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.664141 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.664401 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.664635 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.664908 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.665326 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.665733 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.666133 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.666570 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.667003 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.667224 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.667494 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.667718 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.667956 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.668172 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.668392 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.668607 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.668841 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.669084 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.669301 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.669537 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.669786 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.670147 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.670425 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.670674 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.670935 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.671184 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.671433 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.671666 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.671959 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.672210 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.672448 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.672687 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.672916 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.673174 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.673410 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.673625 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.673840 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.674056 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.674288 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.674584 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.674800 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.675024 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.675327 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.675569 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.675803 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.676028 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.676245 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.676461 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.676777 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.676996 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.677258 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.677566 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.677781 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.678103 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.678374 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.678773 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.679178 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.679536 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.679903 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.680273 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.680650 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.680864 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.681086 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.681293 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.681505 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.681726 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.681932 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.682141 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.682396 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.682613 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.682822 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.683046 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.683252 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.683460 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.683676 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.683887 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.684090 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.684329 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.684536 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.684763 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.684979 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.685192 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.685417 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.685658 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.687391 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.687391 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.687391 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.687391 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.687391 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.687391 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.687391 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.687844 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.687844 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.687962 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.688156 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.688544 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.688857 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.689073 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.689336 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.689564 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.689813 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.690328 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.690328 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.690636 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.690943 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.691209 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.691471 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.691747 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.692015 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.692296 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.692506 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.692961 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.693140 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.693405 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.693665 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.693915 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.694166 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.694402 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.694619 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.694826 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.695046 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.695293 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.695531 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.695773 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.696027 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.696243 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.696486 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.696700 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.696938 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.697145 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.697240 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:21:04.697359 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.697569 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.697721 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 02 07:21:04.698254 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104455) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 02 07:21:04.698437 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 02 07:21:04.698589 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 02 07:21:04.698755 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 02 07:21:04.698920 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 02 07:21:04.699067 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 02 07:21:04.699270 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.699427 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.699584 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.699741 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.700008 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.700170 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.700326 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.700477 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.701466 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.701466 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.701466 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.701466 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.701466 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.701466 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.701466 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.702249 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.702249 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.702249 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.702249 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.702249 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.702628 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.702628 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] debug = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.702777 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.702854 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.702986 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.703142 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.703347 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.703514 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.703671 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.703827 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.703981 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.704139 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.704300 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.704451 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.704788 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.705124 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.705345 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.705539 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.705662 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.705963 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] host = dv-cinder-804735-33-iscsi {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.706124 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.706279 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.706463 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.706782 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.706782 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.706960 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.707066 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.707276 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.707578 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.707754 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.707878 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.708170 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.709018 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.709282 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_file = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.709576 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_options = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.709854 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.710014 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.710171 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.710384 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.710544 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.710699 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.710866 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.711016 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.711185 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.711332 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.711473 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.711613 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.711769 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.711917 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.712068 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.712366 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.712668 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.712828 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.712984 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.713140 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.713295 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.713461 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.713605 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.713746 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.713906 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.714054 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.714213 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.714386 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.714548 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.714699 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.715017 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.715177 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.715335 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.715490 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.715646 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.715802 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.715959 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.716113 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.716277 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.716437 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.716697 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.716792 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.716911 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.717037 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.717194 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.717323 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.717479 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] use_json = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.717636 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.717790 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.717944 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.718097 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.718250 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.718425 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.718581 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.718736 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.718891 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 07:21:04.719065 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.720219 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.720219 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.720219 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.720219 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.720219 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.720219 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.720219 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.720749 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.720749 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.720749 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.720969 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.720969 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.721109 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.721382 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.721382 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.721553 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.721696 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.721882 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.722001 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.722158 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.722714 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.722714 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.722714 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.723077 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.723077 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.723077 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.723287 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.723379 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.723541 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.723714 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.723876 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.724058 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.724320 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.724639 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.724790 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.724948 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.725105 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.725417 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.725575 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.725917 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.726077 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.726406 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.726570 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.726821 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.726951 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.727056 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.727189 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.727346 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.727511 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.727674 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.727827 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.728001 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.728139 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.728302 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.728458 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.728800 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.728974 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.729126 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.729277 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.729436 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.729599 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.729760 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.729919 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.730079 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.730238 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.730421 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.730576 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.730860 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.731021 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.731180 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.731340 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.731497 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.731656 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.731808 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.731969 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.732131 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.732289 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.732447 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.732605 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.732767 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.732924 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.733083 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.733241 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.733401 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.733560 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.733707 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.733864 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.734286 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.734459 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.734618 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.734770 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.734935 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.735094 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.735254 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.735414 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.735572 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.735730 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.735888 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.736046 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.736198 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.736356 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.736514 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.736674 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.736837 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.737025 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.737167 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.737301 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.737433 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.737576 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.737737 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.737895 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.738052 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.738206 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.738349 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.738511 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.738672 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.738831 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.738975 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.739136 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.739294 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.739452 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.739611 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.740297 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.740457 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.740616 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.740774 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.740938 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.741107 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.741266 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.741426 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.741585 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.741743 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.741900 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.742057 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.742215 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.742388 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.742553 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.742711 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.742881 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.743039 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.743197 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.743356 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.743536 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.743695 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.743854 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.744014 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.744172 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.744332 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.744491 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.744650 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.744809 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.744967 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.745126 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.745285 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.745443 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.745603 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.745761 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.745920 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.746080 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.746244 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.746435 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.746597 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.746756 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.746930 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.747073 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.747230 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.747389 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.747548 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.747706 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.747863 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.748021 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.748179 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.748339 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.748498 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.748656 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.748814 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.748971 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.749131 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.749289 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.749451 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.749609 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.749768 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.749928 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.750088 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.750247 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.750429 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.750592 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.750752 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.750911 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.751070 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.751229 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.751388 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.751547 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.751706 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.751866 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.752024 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.752183 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.752359 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.752517 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.752676 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.752836 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.752995 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.753153 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.753312 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.753470 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.753628 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.753785 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.753945 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.754103 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.754263 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.754442 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.754603 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.754762 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.754921 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.755079 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.755240 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.755934 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.756108 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.756272 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.756431 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.756591 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.756748 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.756906 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.757068 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.757263 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.757377 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.757532 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.757689 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.757847 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.758019 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.758178 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.758335 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.758585 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.758743 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.758904 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.759073 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.759232 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.759390 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.759548 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.759705 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.759862 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.760029 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.760187 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.760345 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.760503 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.760660 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.760817 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.760984 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.761143 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.761301 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.761458 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.761615 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.761774 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.761940 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.762097 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.762254 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.762432 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.762591 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.762749 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.762917 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.763075 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.763233 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.763391 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.763548 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.763705 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.763871 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.764031 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.764189 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.764355 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.764513 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.764670 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.764832 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.765002 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.765160 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.765321 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.765478 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.765636 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.765795 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.765955 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.766125 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.766291 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.766477 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.766638 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.766804 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.766971 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.767137 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.767295 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.767460 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.767629 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.767789 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.767947 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.768106 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.768265 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.768424 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.768583 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.768740 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.768897 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.769056 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.769213 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.769371 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.769529 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.769686 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.769844 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.770002 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.770160 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.770317 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.770497 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.770656 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 07:21:04.770806 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104455) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 02 07:21:04.873922 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 59416) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:21:04.880784 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [-] 10.222.0.18 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048370 Nov 02 07:21:04.885275 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [-] 10.222.0.18 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038602 Nov 02 07:21:14.071150 dv-cinder-804735-33-iscsi neutron-server[104455]: DEBUG dbcounter [-] [104455] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104455) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:21:16.346387 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f17b65a-f69a-4359-adc8-599c89742944 None None] get_active_networks_info from dv-cinder-804735-33-iscsi {{(pid=104570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 07:21:16.346387 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writer thread running {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Nov 02 07:21:16.399507 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-8e527e49-2fa2-4f16-a040-4eaa9d6afef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-647582'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:16.448469 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f17b65a-f69a-4359-adc8-599c89742944 None None] No non-hosted networks {{(pid=104570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 02 07:21:17.941301 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writer thread running {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Nov 02 07:21:18.497701 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cb7c831d-5465-47b5-bfee-0860f08dd872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-647582'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:18.530566 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-32d42dd2-6127-4063-9ee4-9dfeb79bbb04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:19.863426 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-647582'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:20.175670 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 59490) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:21:20.761474 dv-cinder-804735-33-iscsi neutron-server[104569]: WARNING oslo_policy.policy [None req-110df487-8088-414a-a8f2-2c390f4aa09c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 07:21:20.762030 dv-cinder-804735-33-iscsi neutron-server[104569]: WARNING oslo_policy.policy [None req-110df487-8088-414a-a8f2-2c390f4aa09c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 07:21:20.980738 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [None req-110df487-8088-414a-a8f2-2c390f4aa09c admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104569) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 07:21:20.982402 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-110df487-8088-414a-a8f2-2c390f4aa09c admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8049536 Nov 02 07:21:21.274852 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-647582'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:21.347040 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-647582'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:21.347956 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:21.348286 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:21.348611 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:21.348932 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:21.349247 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:21.350255 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:21.350595 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:21.350934 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:21.351253 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:21.351581 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:21.351912 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:21.352283 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:21.352611 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:21.352927 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:21.353237 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:21.353625 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804735-33-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:21:21.360792 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804735-33-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:21:23.686749 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 59526) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:21:23.722873 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.db.l3_hamode_db [None req-c634331e-bbb3-4ee2-81fe-7a76cc2c3e04 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 02 07:21:23.802060 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c634331e-bbb3-4ee2-81fe-7a76cc2c3e04 None None] Routers set() bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:21:23.802483 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c634331e-bbb3-4ee2-81fe-7a76cc2c3e04 None None] Router IDs set() for agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Nov 02 07:21:24.013879 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-0f688f62-e55b-4005-b5b7-029ff76bb70e admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:21:24.025767 dv-cinder-804735-33-iscsi neutron-server[104569]: ERROR stevedore.extension [None req-0f688f62-e55b-4005-b5b7-029ff76bb70e admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Nov 02 07:21:24.105098 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.policy [None req-0f688f62-e55b-4005-b5b7-029ff76bb70e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104569) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 02 07:21:24.147293 dv-cinder-804735-33-iscsi neutron-server[104569]: WARNING oslo_policy.policy [None req-0f688f62-e55b-4005-b5b7-029ff76bb70e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 07:21:24.147575 dv-cinder-804735-33-iscsi neutron-server[104569]: WARNING oslo_policy.policy [None req-0f688f62-e55b-4005-b5b7-029ff76bb70e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 07:21:24.167106 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writer thread running {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Nov 02 07:21:24.243622 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0f688f62-e55b-4005-b5b7-029ff76bb70e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744622821283', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744622820791', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744622837524', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744622841941', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744622857116', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744622859891', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-134064883', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-134103467', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-823221', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-683435'] for rbac-policy (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:24.313548 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0f688f62-e55b-4005-b5b7-029ff76bb70e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:24.314756 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-0f688f62-e55b-4005-b5b7-029ff76bb70e admin admin] 10.222.0.18 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6271217 Nov 02 07:21:26.897247 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 59536) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:21:27.213322 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:21:27.242899 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] Made reservation on behalf of a6b063398180486c85fc258b5a513046 for: {'network': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:21:27.246933 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for network (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:27.264827 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:27.378771 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] Publish callbacks [] for security_group (3a135e9a-deb9-41a9-be41-0df47f4ce90d), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:27.383091 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (3a135e9a-deb9-41a9-be41-0df47f4ce90d), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:27.417101 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=104569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 07:21:27.445845 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744620219001', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (bf32d6bb-be4e-42ed-bd7a-267c68707375), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:27.446353 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] Unsubscribe: segment precommit_create {{(pid=104569) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 02 07:21:27.446877 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.db.segments_db [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] Added segment bf32d6bb-be4e-42ed-bd7a-267c68707375 of type vlan for network c56777a8-08db-4892-9567-0ce3199e8927 Nov 02 07:21:27.462125 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3a135e9a-deb9-41a9-be41-0df47f4ce90d,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:21:27.514155 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:27.514538 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:27.514891 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:27.515235 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:27.515587 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:27.515906 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:27.516222 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:27.516535 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:27.516862 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:27.517177 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:27.517488 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:27.517808 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:27.518118 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:27.518452 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:27.518762 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] Tracked resource versions report: Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: pushed versions: Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: { 'AddressGroup': {'1.2'}, Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: 'Agent': {'1.1'}, Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: 'ConntrackHelper': {'1.0'}, Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: 'LocalIPAssociation': {'1.0'}, Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: 'Log': {'1.0'}, Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: 'NDPProxy': {'1.0'}, Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: 'Network': {'1.1'}, Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: 'Port': {'1.7'}, Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: 'PortForwarding': {'1.3'}, Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: 'QosPolicy': {'1.10'}, Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: 'SecurityGroup': {'1.5'}, Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: 'SecurityGroupRule': {'1.2'}, Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: 'SubPort': {'1.0'}, Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: 'Subnet': {'1.1'}, Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: 'Trunk': {'1.1'}} Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: consumer versions: Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: { DHCP agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: L3 agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: Metadata agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: Metering agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: Open vSwitch agent@dv-cinder-804735-33-iscsi: { 'AddressGroup': '1.2', Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: 'Agent': '1.1', Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: 'ConntrackHelper': '1.0', Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: 'LocalIPAssociation': '1.0', Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: 'Log': '1.0', Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: 'NDPProxy': '1.0', Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: 'Network': '1.1', Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: 'Port': '1.7', Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: 'PortForwarding': '1.3', Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: 'QosPolicy': '1.10', Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: 'SecurityGroup': '1.5', Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: 'SecurityGroupRule': '1.2', Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: 'SubPort': '1.0', Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: 'Subnet': '1.1', Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: 'Trunk': '1.1'}} Nov 02 07:21:27.520409 dv-cinder-804735-33-iscsi neutron-server[104569]: {{(pid=104569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 07:21:27.553588 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744619761345'] for network (c56777a8-08db-4892-9567-0ce3199e8927), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:27.586646 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=53,neutron:INSERT=45,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:21:27.596572 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for network (c56777a8-08db-4892-9567-0ce3199e8927), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:27.601912 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:21:27.602667 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:27.675300 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7770071 Nov 02 07:21:27.729710 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166928e-f9d5-4bd6-9761-3d0853b33522 demo demo] Pushing event updated for resources: {'Network': ['ID=c56777a8-08db-4892-9567-0ce3199e8927,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:21:27.742913 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Network c56777a8-08db-4892-9567-0ce3199e8927 details requested by agent ovs-agent-dv-cinder-804735-33-iscsi with host dv-cinder-804735-33-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 07:21:30.324009 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 59550) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:21:30.734111 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e467767-e8eb-41eb-b5e5-6bb5351fd8ba demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:21:30.735857 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-5e467767-e8eb-41eb-b5e5-6bb5351fd8ba demo admin] 10.222.0.18 "GET /networking/v2.0/networks/c56777a8-08db-4892-9567-0ce3199e8927 HTTP/1.1" status: 200 len: 825 time: 0.4105570 Nov 02 07:21:30.761746 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-d9b13bde-085d-403d-b6ca-c9bf46e3bc78 demo admin] 10.222.0.18 "GET /networking/v2.0/subnetpools/e1f29488-2f72-4a26-8469-7e1f359af1d5 HTTP/1.1" status: 200 len: 734 time: 0.0192437 Nov 02 07:21:30.770267 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-99dadb56-a505-4d73-883a-dabd56094c9f demo admin] Request body: {'subnet': {'network_id': 'c56777a8-08db-4892-9567-0ce3199e8927', 'subnetpool_id': 'e1f29488-2f72-4a26-8469-7e1f359af1d5', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:21:30.790900 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99dadb56-a505-4d73-883a-dabd56094c9f demo admin] Made reservation on behalf of a6b063398180486c85fc258b5a513046 for: {'subnet': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:21:30.793111 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-99dadb56-a505-4d73-883a-dabd56094c9f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:30.989589 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:INSERT=14,neutron:SELECT=78,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:21:31.082829 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-99dadb56-a505-4d73-883a-dabd56094c9f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for subnet (3b05fb48-7b48-422f-994d-61d58cbeea6a), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:31.154970 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dadb56-a505-4d73-883a-dabd56094c9f demo admin] Pushing event updated for resources: {'Subnet': ['ID=3b05fb48-7b48-422f-994d-61d58cbeea6a,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:21:31.156912 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dadb56-a505-4d73-883a-dabd56094c9f demo admin] Checking segment: {'id': 'bf32d6bb-be4e-42ed-bd7a-267c68707375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c56777a8-08db-4892-9567-0ce3199e8927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:21:31.157283 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dadb56-a505-4d73-883a-dabd56094c9f demo admin] Network hostable DHCP agents. Network: c56777a8-08db-4892-9567-0ce3199e8927, hostable agents: ['bceb131e-a03d-46e7-91df-936d929aaf3a'], hosted agents: [] {{(pid=104569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 07:21:31.178223 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dadb56-a505-4d73-883a-dabd56094c9f demo admin] Network c56777a8-08db-4892-9567-0ce3199e8927 is scheduled to be hosted by DHCP agent bceb131e-a03d-46e7-91df-936d929aaf3a with binding_index 1 {{(pid=104569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 07:21:31.190015 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-99dadb56-a505-4d73-883a-dabd56094c9f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-33-iscsi, c56777a8-08db-4892-9567-0ce3199e8927) {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:21:31.195395 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dadb56-a505-4d73-883a-dabd56094c9f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:21:31.196032 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-99dadb56-a505-4d73-883a-dabd56094c9f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:31.202079 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e1302a-c818-4a67-b2df-beac3aa01ca9 None None] Network c56777a8-08db-4892-9567-0ce3199e8927 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:21:31.212241 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-99dadb56-a505-4d73-883a-dabd56094c9f demo admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4450593 Nov 02 07:21:31.471875 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp204866af-937c-5d88-be22-37b8279ded6e-c56777a8-08db-4892-9567-0ce3199e8927', 'network_id': 'c56777a8-08db-4892-9567-0ce3199e8927', 'project_id': 'a6b063398180486c85fc258b5a513046', 'fixed_ips': [{'subnet_id': '3b05fb48-7b48-422f-994d-61d58cbeea6a'}]}} from dv-cinder-804735-33-iscsi. {{(pid=104570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 07:21:31.473185 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:31.751900 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.db_base_plugin_common [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Allocated IP 172.20.0.2 (c56777a8-08db-4892-9567-0ce3199e8927/3b05fb48-7b48-422f-994d-61d58cbeea6a/4d6e0edc-8417-474c-bd00-598eb2413853) {{(pid=104570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:21:31.892395 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=65,neutron:INSERT=33,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:21:32.029242 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Publish callbacks [] for port (4d6e0edc-8417-474c-bd00-598eb2413853), precommit_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:32.036754 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738'] for port (4d6e0edc-8417-474c-bd00-598eb2413853), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:32.112826 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Network c56777a8-08db-4892-9567-0ce3199e8927 is already hosted by enough agents. {{(pid=104570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:21:32.119434 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.base_scheduler [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Resources bound (agent type, host, resource id): {{(pid=104570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:21:32.124296 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Pushing event updated for resources: {'Port': ['ID=4d6e0edc-8417-474c-bd00-598eb2413853,revision_number=1']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:21:32.126569 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Received port after_create {{(pid=104570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:21:32.128167 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:21:32.139026 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:32.139366 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:32.139727 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:32.140081 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:32.140414 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:32.140740 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:32.141062 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:32.141382 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:32.141719 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:32.142046 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:32.142389 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:32.142719 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:32.143042 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:32.143357 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:32.143672 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Tracked resource versions report: Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: pushed versions: Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: { 'AddressGroup': {'1.2'}, Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: 'Agent': {'1.1'}, Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: 'ConntrackHelper': {'1.0'}, Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: 'LocalIPAssociation': {'1.0'}, Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: 'Log': {'1.0'}, Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: 'NDPProxy': {'1.0'}, Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: 'Network': {'1.1'}, Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: 'Port': {'1.7'}, Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: 'PortForwarding': {'1.3'}, Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: 'QosPolicy': {'1.10'}, Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: 'SecurityGroup': {'1.5'}, Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: 'SecurityGroupRule': {'1.2'}, Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: 'SubPort': {'1.0'}, Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: 'Subnet': {'1.1'}, Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: 'Trunk': {'1.1'}} Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: consumer versions: Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: { DHCP agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: L3 agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: Metadata agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: Metering agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: Open vSwitch agent@dv-cinder-804735-33-iscsi: { 'AddressGroup': '1.2', Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: 'Agent': '1.1', Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: 'ConntrackHelper': '1.0', Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: 'LocalIPAssociation': '1.0', Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: 'Log': '1.0', Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: 'NDPProxy': '1.0', Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: 'Network': '1.1', Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: 'Port': '1.7', Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: 'PortForwarding': '1.3', Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: 'QosPolicy': '1.10', Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: 'SecurityGroup': '1.5', Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: 'SecurityGroupRule': '1.2', Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: 'SubPort': '1.0', Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: 'Subnet': '1.1', Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: 'Trunk': '1.1'}} Nov 02 07:21:32.145214 dv-cinder-804735-33-iscsi neutron-server[104570]: {{(pid=104570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 07:21:32.224148 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Attempting to bind port 4d6e0edc-8417-474c-bd00-598eb2413853 on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:21:32.225927 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Attempting to bind port 4d6e0edc-8417-474c-bd00-598eb2413853 by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': 'bf32d6bb-be4e-42ed-bd7a-267c68707375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c56777a8-08db-4892-9567-0ce3199e8927'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:21:32.225927 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Attempting to bind port 4d6e0edc-8417-474c-bd00-598eb2413853 on network c56777a8-08db-4892-9567-0ce3199e8927 {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:21:32.271089 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:21:32.271968 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Checking segment: {'id': 'bf32d6bb-be4e-42ed-bd7a-267c68707375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c56777a8-08db-4892-9567-0ce3199e8927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:21:32.272742 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:32.273075 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Bound using segment: {'id': 'bf32d6bb-be4e-42ed-bd7a-267c68707375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c56777a8-08db-4892-9567-0ce3199e8927'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:21:32.273560 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Bound port: 4d6e0edc-8417-474c-bd00-598eb2413853, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf32d6bb-be4e-42ed-bd7a-267c68707375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c56777a8-08db-4892-9567-0ce3199e8927'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:21:32.273956 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (4d6e0edc-8417-474c-bd00-598eb2413853), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:32.336692 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] For port 4d6e0edc-8417-474c-bd00-598eb2413853, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:21:32.356280 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] For port 4d6e0edc-8417-474c-bd00-598eb2413853, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=4d6e0edc-8417-474c-bd00-598eb2413853,segment=NetworkSegment(bf32d6bb-be4e-42ed-bd7a-267c68707375),segment_id=bf32d6bb-be4e-42ed-bd7a-267c68707375)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:21:32.363316 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (4d6e0edc-8417-474c-bd00-598eb2413853), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:32.416808 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783e068-6da4-4006-a066-5e0952ada901 None None] Pushing event updated for resources: {'Port': ['ID=4d6e0edc-8417-474c-bd00-598eb2413853,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:21:33.893113 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 59560) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:21:34.396933 dv-cinder-804735-33-iscsi neutron-server[104568]: WARNING oslo_policy.policy [None req-a0ca7495-8b95-4396-b352-1dbb86224ae6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 07:21:34.397491 dv-cinder-804735-33-iscsi neutron-server[104568]: WARNING oslo_policy.policy [None req-a0ca7495-8b95-4396-b352-1dbb86224ae6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 07:21:34.622772 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [None req-a0ca7495-8b95-4396-b352-1dbb86224ae6 admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 07:21:34.624048 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-a0ca7495-8b95-4396-b352-1dbb86224ae6 admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7291863 Nov 02 07:21:35.282478 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=7 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:21:35.287848 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:21:37.305132 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 59578) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:21:37.643680 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [None req-3ef95669-ea24-4ae9-80fe-4307bfbedbde admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104569) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 07:21:37.645039 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-3ef95669-ea24-4ae9-80fe-4307bfbedbde admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3388374 Nov 02 07:21:40.335855 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 59590) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:21:40.515893 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbcd47b-c8f3-4292-bf1f-13dc9095c8bb None None] Network c56777a8-08db-4892-9567-0ce3199e8927 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:21:40.591166 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-6fcf9792-ca59-4daa-808e-811db1592c53 None None] Provisioning complete for port 4d6e0edc-8417-474c-bd00-598eb2413853 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:21:40.591487 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-6fcf9792-ca59-4daa-808e-811db1592c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (4d6e0edc-8417-474c-bd00-598eb2413853), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:40.591847 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-6fcf9792-ca59-4daa-808e-811db1592c53 None None] Attempt 1 to provision port 4d6e0edc-8417-474c-bd00-598eb2413853 Nov 02 07:21:40.667284 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-30b44ca6-0c17-45d5-ad7b-acad70f0d0ae demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:21:40.676514 dv-cinder-804735-33-iscsi neutron-server[104568]: ERROR stevedore.extension [None req-30b44ca6-0c17-45d5-ad7b-acad70f0d0ae demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Nov 02 07:21:40.728287 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.policy [None req-30b44ca6-0c17-45d5-ad7b-acad70f0d0ae demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104568) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 02 07:21:40.772897 dv-cinder-804735-33-iscsi neutron-server[104568]: WARNING oslo_policy.policy [None req-30b44ca6-0c17-45d5-ad7b-acad70f0d0ae demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 07:21:40.773279 dv-cinder-804735-33-iscsi neutron-server[104568]: WARNING oslo_policy.policy [None req-30b44ca6-0c17-45d5-ad7b-acad70f0d0ae demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 07:21:40.773991 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf9792-ca59-4daa-808e-811db1592c53 None None] Current status of the port 4d6e0edc-8417-474c-bd00-598eb2413853 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:21:40.774402 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-6fcf9792-ca59-4daa-808e-811db1592c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (4d6e0edc-8417-474c-bd00-598eb2413853), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:40.794388 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writer thread running {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Nov 02 07:21:40.795026 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:21:40.812662 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-6fcf9792-ca59-4daa-808e-811db1592c53 None None] For port 4d6e0edc-8417-474c-bd00-598eb2413853, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=4d6e0edc-8417-474c-bd00-598eb2413853,segment=NetworkSegment(bf32d6bb-be4e-42ed-bd7a-267c68707375),segment_id=bf32d6bb-be4e-42ed-bd7a-267c68707375)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:21:40.819073 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-6fcf9792-ca59-4daa-808e-811db1592c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (4d6e0edc-8417-474c-bd00-598eb2413853), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:40.843595 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-30b44ca6-0c17-45d5-ad7b-acad70f0d0ae demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518397'] for router (ecfbb959-1062-412a-902b-8d05bc94ad66), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:40.845478 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-30b44ca6-0c17-45d5-ad7b-acad70f0d0ae demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-660658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-678971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518378'] for router (ecfbb959-1062-412a-902b-8d05bc94ad66), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:40.870910 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf9792-ca59-4daa-808e-811db1592c53 None None] Pushing event updated for resources: {'Port': ['ID=4d6e0edc-8417-474c-bd00-598eb2413853,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:21:40.939241 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-f81029c7-d801-4dbe-b965-eef8526d7974 None None] Provisioning complete for port 4d6e0edc-8417-474c-bd00-598eb2413853 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:21:40.939628 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f81029c7-d801-4dbe-b965-eef8526d7974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (4d6e0edc-8417-474c-bd00-598eb2413853), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:40.939963 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-f81029c7-d801-4dbe-b965-eef8526d7974 None None] Attempt 1 to provision port 4d6e0edc-8417-474c-bd00-598eb2413853 Nov 02 07:21:40.965434 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:21:41.009695 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-30b44ca6-0c17-45d5-ad7b-acad70f0d0ae demo demo] Publish callbacks [] for router_controller (ecfbb959-1062-412a-902b-8d05bc94ad66), precommit_add_association {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:41.014888 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-30b44ca6-0c17-45d5-ad7b-acad70f0d0ae demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648988'] for router (ecfbb959-1062-412a-902b-8d05bc94ad66), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:41.017058 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-f81029c7-d801-4dbe-b965-eef8526d7974 None None] Current status of the port 4d6e0edc-8417-474c-bd00-598eb2413853 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:21:41.040210 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-30b44ca6-0c17-45d5-ad7b-acad70f0d0ae demo demo] Publish callbacks [] for router (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:41.041291 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-30b44ca6-0c17-45d5-ad7b-acad70f0d0ae demo demo] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7045748 Nov 02 07:21:41.175590 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 4d6e0edc-8417-474c-bd00-598eb2413853 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:21:41.204931 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=65,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:21:41.206880 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=19,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:21:41.225516 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 4d6e0edc-8417-474c-bd00-598eb2413853 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:21:41.226706 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (4d6e0edc-8417-474c-bd00-598eb2413853), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:41.226706 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 4d6e0edc-8417-474c-bd00-598eb2413853 Nov 02 07:21:41.299000 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 4d6e0edc-8417-474c-bd00-598eb2413853 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:21:43.625938 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 5 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:21:43.768621 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 59604) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:21:44.096889 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [None req-9dd82e66-5a04-4793-b9e6-e3a059d1dc4a admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104569) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 07:21:44.097902 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-9dd82e66-5a04-4793-b9e6-e3a059d1dc4a admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3283715 Nov 02 07:21:46.294505 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-85177061-f9e8-4343-80dd-41cd2af15564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:46.727209 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 59612) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:21:47.045482 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-983002e9-085c-4e1e-8d5e-bac25c2028d4 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:21:47.065163 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983002e9-085c-4e1e-8d5e-bac25c2028d4 admin admin] Made reservation on behalf of 4ad924d40efc4e06bdd880c155ca36a4 for: {'network': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:21:47.067433 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-983002e9-085c-4e1e-8d5e-bac25c2028d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for network (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:47.075964 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-983002e9-085c-4e1e-8d5e-bac25c2028d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:47.151597 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-983002e9-085c-4e1e-8d5e-bac25c2028d4 admin admin] Publish callbacks [] for security_group (bc303a8a-cc29-47f4-99f7-b6318b8b8182), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:47.155261 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-983002e9-085c-4e1e-8d5e-bac25c2028d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (bc303a8a-cc29-47f4-99f7-b6318b8b8182), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:47.172922 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-983002e9-085c-4e1e-8d5e-bac25c2028d4 admin admin] Reserving flat network on physical network physnet1 {{(pid=104569) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 02 07:21:47.190489 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983002e9-085c-4e1e-8d5e-bac25c2028d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc303a8a-cc29-47f4-99f7-b6318b8b8182,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:21:47.195835 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-983002e9-085c-4e1e-8d5e-bac25c2028d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (00ad9bf9-223a-4cf2-935d-c5f04c068d79), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:47.196391 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.db.segments_db [None req-983002e9-085c-4e1e-8d5e-bac25c2028d4 admin admin] Added segment 00ad9bf9-223a-4cf2-935d-c5f04c068d79 of type flat for network ac01166e-81e9-4cae-b853-f9fd1f541c1c Nov 02 07:21:47.244005 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-983002e9-085c-4e1e-8d5e-bac25c2028d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744619761345'] for network (ac01166e-81e9-4cae-b853-f9fd1f541c1c), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:47.276092 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-983002e9-085c-4e1e-8d5e-bac25c2028d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for network (ac01166e-81e9-4cae-b853-f9fd1f541c1c), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:47.277040 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983002e9-085c-4e1e-8d5e-bac25c2028d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:21:47.277607 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-983002e9-085c-4e1e-8d5e-bac25c2028d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:47.324732 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-983002e9-085c-4e1e-8d5e-bac25c2028d4 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5964684 Nov 02 07:21:47.375891 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983002e9-085c-4e1e-8d5e-bac25c2028d4 admin admin] Pushing event updated for resources: {'Network': ['ID=ac01166e-81e9-4cae-b853-f9fd1f541c1c,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:21:47.386787 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Network ac01166e-81e9-4cae-b853-f9fd1f541c1c details requested by agent ovs-agent-dv-cinder-804735-33-iscsi with host dv-cinder-804735-33-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 07:21:48.488774 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ceec7a8f-b29a-4477-988a-2f954a315d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:49.829245 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:49.948384 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 59620) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:21:50.315186 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8723ec-ca08-4ed8-b1d7-29da9d2d7cdd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:21:50.316491 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-8f8723ec-ca08-4ed8-b1d7-29da9d2d7cdd demo admin] 10.222.0.18 "GET /networking/v2.0/subnets/3b05fb48-7b48-422f-994d-61d58cbeea6a HTTP/1.1" status: 200 len: 849 time: 0.3671255 Nov 02 07:21:50.479394 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-586098ea-6edb-427d-b2d6-075762563190 demo admin] 10.222.0.18 "GET /networking/v2.0/routers/ecfbb959-1062-412a-902b-8d05bc94ad66 HTTP/1.1" status: 200 len: 704 time: 0.1566067 Nov 02 07:21:50.741764 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ec1d7f07-6b02-4656-878c-04e2779c8672 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:50.984327 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:21:51.013851 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:21:51.026085 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:INSERT=3,neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:21:51.034096 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=10,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:21:51.038100 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-ec1d7f07-6b02-4656-878c-04e2779c8672 demo admin] Allocated IP 172.20.0.1 (c56777a8-08db-4892-9567-0ce3199e8927/3b05fb48-7b48-422f-994d-61d58cbeea6a/4ca05586-7a3d-4f54-9f47-61ea7f28b8a4) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:21:51.231864 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:51.238016 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ec1d7f07-6b02-4656-878c-04e2779c8672 demo admin] Publish callbacks [] for port (4ca05586-7a3d-4f54-9f47-61ea7f28b8a4), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:51.302183 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ec1d7f07-6b02-4656-878c-04e2779c8672 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738'] for port (4ca05586-7a3d-4f54-9f47-61ea7f28b8a4), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:51.337121 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:21:51.351348 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:51.385328 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1d7f07-6b02-4656-878c-04e2779c8672 demo admin] Network c56777a8-08db-4892-9567-0ce3199e8927 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:21:51.389151 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-ec1d7f07-6b02-4656-878c-04e2779c8672 demo admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:21:51.390913 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d7f07-6b02-4656-878c-04e2779c8672 demo admin] Pushing event updated for resources: {'Port': ['ID=4ca05586-7a3d-4f54-9f47-61ea7f28b8a4,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:21:51.393790 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1d7f07-6b02-4656-878c-04e2779c8672 demo admin] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:21:51.394540 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ec1d7f07-6b02-4656-878c-04e2779c8672 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650874'] for router_interface (ecfbb959-1062-412a-902b-8d05bc94ad66), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:51.596035 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-78bde9b3-d329-4cd6-9273-049287edbcfa None None] Provisioning complete for port 4ca05586-7a3d-4f54-9f47-61ea7f28b8a4 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:21:51.596344 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-78bde9b3-d329-4cd6-9273-049287edbcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (4ca05586-7a3d-4f54-9f47-61ea7f28b8a4), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:51.596686 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-78bde9b3-d329-4cd6-9273-049287edbcfa None None] Attempt 1 to provision port 4ca05586-7a3d-4f54-9f47-61ea7f28b8a4 Nov 02 07:21:51.628718 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-78bde9b3-d329-4cd6-9273-049287edbcfa None None] Port 4ca05586-7a3d-4f54-9f47-61ea7f28b8a4 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:21:51.665561 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ec1d7f07-6b02-4656-878c-04e2779c8672 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (4ca05586-7a3d-4f54-9f47-61ea7f28b8a4), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:51.869752 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ec1d7f07-6b02-4656-878c-04e2779c8672 demo admin] Publish callbacks [] for port (4ca05586-7a3d-4f54-9f47-61ea7f28b8a4), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:51.873991 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ec1d7f07-6b02-4656-878c-04e2779c8672 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (4ca05586-7a3d-4f54-9f47-61ea7f28b8a4), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:51.874823 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ec1d7f07-6b02-4656-878c-04e2779c8672 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-997922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650966'] for router_interface (ecfbb959-1062-412a-902b-8d05bc94ad66), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:51.933308 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d7f07-6b02-4656-878c-04e2779c8672 demo admin] Pushing event updated for resources: {'Port': ['ID=4ca05586-7a3d-4f54-9f47-61ea7f28b8a4,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:21:51.986839 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:21:52.008523 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1d7f07-6b02-4656-878c-04e2779c8672 demo admin] Network c56777a8-08db-4892-9567-0ce3199e8927 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:21:52.009828 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-ec1d7f07-6b02-4656-878c-04e2779c8672 demo admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:21:52.129975 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:21:52.169591 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1d7f07-6b02-4656-878c-04e2779c8672 demo admin] Router ecfbb959-1062-412a-902b-8d05bc94ad66 is scheduled to L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a with binding_index 1 {{(pid=104569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 07:21:52.252548 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-0e0aae79-0534-43b2-96e2-1be16402a56a None None] Provisioning complete for port 4ca05586-7a3d-4f54-9f47-61ea7f28b8a4 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:21:52.253154 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-0e0aae79-0534-43b2-96e2-1be16402a56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (4ca05586-7a3d-4f54-9f47-61ea7f28b8a4), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:52.253254 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-0e0aae79-0534-43b2-96e2-1be16402a56a None None] Attempt 1 to provision port 4ca05586-7a3d-4f54-9f47-61ea7f28b8a4 Nov 02 07:21:52.259122 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1d7f07-6b02-4656-878c-04e2779c8672 demo admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:21:52.264264 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-ec1d7f07-6b02-4656-878c-04e2779c8672 demo admin] 10.222.0.18 "PUT /networking/v2.0/routers/ecfbb959-1062-412a-902b-8d05bc94ad66/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7795134 Nov 02 07:21:52.268948 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601a39a5-1a40-43fe-9abe-d054f7c2c8e2 None None] Sync routers for ids ['ecfbb959-1062-412a-902b-8d05bc94ad66'] in dv-cinder-804735-33-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:21:52.281149 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601a39a5-1a40-43fe-9abe-d054f7c2c8e2 None None] Routers {'ecfbb959-1062-412a-902b-8d05bc94ad66'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:21:52.281948 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-601a39a5-1a40-43fe-9abe-d054f7c2c8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:21:48Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['ecfbb959-1062-412a-902b-8d05bc94ad66'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:21:52.360188 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-0e0aae79-0534-43b2-96e2-1be16402a56a None None] Port 4ca05586-7a3d-4f54-9f47-61ea7f28b8a4 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:21:52.467395 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-601a39a5-1a40-43fe-9abe-d054f7c2c8e2 None None] Set router ecfbb959-1062-412a-902b-8d05bc94ad66 gateway port host: None {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:21:52.884041 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-601a39a5-1a40-43fe-9abe-d054f7c2c8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfbb959-1062-412a-902b-8d05bc94ad66', 'name': 'router1', 'tenant_id': 'a6b063398180486c85fc258b5a513046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:21:40Z', 'updated_at': '2022-11-02T07:21:51Z', 'revision_number': 2, 'project_id': 'a6b063398180486c85fc258b5a513046', 'gw_port_host': None, '_interfaces': [{'id': '4ca05586-7a3d-4f54-9f47-61ea7f28b8a4', 'name': '', 'network_id': 'c56777a8-08db-4892-9567-0ce3199e8927', 'tenant_id': 'a6b063398180486c85fc258b5a513046', 'mac_address': 'fa:16:3e:48:f0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfbb959-1062-412a-902b-8d05bc94ad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b05fb48-7b48-422f-994d-61d58cbeea6a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:21:50Z', 'updated_at': '2022-11-02T07:21:51Z', 'revision_number': 2, 'project_id': 'a6b063398180486c85fc258b5a513046', 'subnets': [{'id': '3b05fb48-7b48-422f-994d-61d58cbeea6a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1f29488-2f72-4a26-8469-7e1f359af1d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:21:52.932776 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601a39a5-1a40-43fe-9abe-d054f7c2c8e2 None None] Checking router: ecfbb959-1062-412a-902b-8d05bc94ad66 for host: dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:21:52.933145 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601a39a5-1a40-43fe-9abe-d054f7c2c8e2 None None] Updating router ecfbb959-1062-412a-902b-8d05bc94ad66 port 4ca05586-7a3d-4f54-9f47-61ea7f28b8a4 binding host dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 07:21:52.987012 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-601a39a5-1a40-43fe-9abe-d054f7c2c8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (4ca05586-7a3d-4f54-9f47-61ea7f28b8a4), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:53.481638 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-601a39a5-1a40-43fe-9abe-d054f7c2c8e2 None None] Publish callbacks [] for port (4ca05586-7a3d-4f54-9f47-61ea7f28b8a4), precommit_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:53.488689 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-601a39a5-1a40-43fe-9abe-d054f7c2c8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (4ca05586-7a3d-4f54-9f47-61ea7f28b8a4), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:53.634179 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300730b5-53ea-4892-884c-ee854285d4f4 None None] Pushing event updated for resources: {'Port': ['ID=4ca05586-7a3d-4f54-9f47-61ea7f28b8a4,revision_number=3']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:21:53.636400 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-601a39a5-1a40-43fe-9abe-d054f7c2c8e2 None None] Attempting to bind port 4ca05586-7a3d-4f54-9f47-61ea7f28b8a4 on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:21:53.636786 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-601a39a5-1a40-43fe-9abe-d054f7c2c8e2 None None] Attempting to bind port 4ca05586-7a3d-4f54-9f47-61ea7f28b8a4 by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': 'bf32d6bb-be4e-42ed-bd7a-267c68707375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c56777a8-08db-4892-9567-0ce3199e8927'}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:21:53.637211 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601a39a5-1a40-43fe-9abe-d054f7c2c8e2 None None] Attempting to bind port 4ca05586-7a3d-4f54-9f47-61ea7f28b8a4 on network c56777a8-08db-4892-9567-0ce3199e8927 {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:21:53.678259 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300730b5-53ea-4892-884c-ee854285d4f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:53.678613 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300730b5-53ea-4892-884c-ee854285d4f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:53.678954 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300730b5-53ea-4892-884c-ee854285d4f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:53.679300 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300730b5-53ea-4892-884c-ee854285d4f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:53.679672 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300730b5-53ea-4892-884c-ee854285d4f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:53.680023 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300730b5-53ea-4892-884c-ee854285d4f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:53.680349 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300730b5-53ea-4892-884c-ee854285d4f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:53.680654 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300730b5-53ea-4892-884c-ee854285d4f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:53.680988 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300730b5-53ea-4892-884c-ee854285d4f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:53.681308 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300730b5-53ea-4892-884c-ee854285d4f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:53.681621 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300730b5-53ea-4892-884c-ee854285d4f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:53.681947 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300730b5-53ea-4892-884c-ee854285d4f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:53.682259 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300730b5-53ea-4892-884c-ee854285d4f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:53.682590 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300730b5-53ea-4892-884c-ee854285d4f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:53.682898 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300730b5-53ea-4892-884c-ee854285d4f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300730b5-53ea-4892-884c-ee854285d4f4 None None] Tracked resource versions report: Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: pushed versions: Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: { 'AddressGroup': {'1.2'}, Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: 'Agent': {'1.1'}, Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: 'ConntrackHelper': {'1.0'}, Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: 'LocalIPAssociation': {'1.0'}, Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: 'Log': {'1.0'}, Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: 'NDPProxy': {'1.0'}, Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: 'Network': {'1.1'}, Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: 'Port': {'1.7'}, Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: 'PortForwarding': {'1.3'}, Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: 'QosPolicy': {'1.10'}, Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: 'SecurityGroup': {'1.5'}, Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: 'SecurityGroupRule': {'1.2'}, Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: 'SubPort': {'1.0'}, Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: 'Subnet': {'1.1'}, Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: 'Trunk': {'1.1'}} Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: consumer versions: Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: { DHCP agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: L3 agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: Metadata agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: Metering agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: Open vSwitch agent@dv-cinder-804735-33-iscsi: { 'AddressGroup': '1.2', Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: 'Agent': '1.1', Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: 'ConntrackHelper': '1.0', Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: 'LocalIPAssociation': '1.0', Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: 'Log': '1.0', Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: 'NDPProxy': '1.0', Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: 'Network': '1.1', Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: 'Port': '1.7', Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: 'PortForwarding': '1.3', Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: 'QosPolicy': '1.10', Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: 'SecurityGroup': '1.5', Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: 'SecurityGroupRule': '1.2', Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: 'SubPort': '1.0', Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: 'Subnet': '1.1', Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: 'Trunk': '1.1'}} Nov 02 07:21:53.684348 dv-cinder-804735-33-iscsi neutron-server[104571]: {{(pid=104571) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 07:21:53.732981 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601a39a5-1a40-43fe-9abe-d054f7c2c8e2 None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:21:53.733288 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601a39a5-1a40-43fe-9abe-d054f7c2c8e2 None None] Checking segment: {'id': 'bf32d6bb-be4e-42ed-bd7a-267c68707375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c56777a8-08db-4892-9567-0ce3199e8927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:21:53.733740 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-601a39a5-1a40-43fe-9abe-d054f7c2c8e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:53.734118 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601a39a5-1a40-43fe-9abe-d054f7c2c8e2 None None] Bound using segment: {'id': 'bf32d6bb-be4e-42ed-bd7a-267c68707375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c56777a8-08db-4892-9567-0ce3199e8927'} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:21:53.734621 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-601a39a5-1a40-43fe-9abe-d054f7c2c8e2 None None] Bound port: 4ca05586-7a3d-4f54-9f47-61ea7f28b8a4, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf32d6bb-be4e-42ed-bd7a-267c68707375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c56777a8-08db-4892-9567-0ce3199e8927'}}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:21:53.734988 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-601a39a5-1a40-43fe-9abe-d054f7c2c8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (4ca05586-7a3d-4f54-9f47-61ea7f28b8a4), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:53.764012 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:21:53.798465 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-601a39a5-1a40-43fe-9abe-d054f7c2c8e2 None None] For port 4ca05586-7a3d-4f54-9f47-61ea7f28b8a4, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:21:53.816909 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-601a39a5-1a40-43fe-9abe-d054f7c2c8e2 None None] For port 4ca05586-7a3d-4f54-9f47-61ea7f28b8a4, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=4ca05586-7a3d-4f54-9f47-61ea7f28b8a4,segment=NetworkSegment(bf32d6bb-be4e-42ed-bd7a-267c68707375),segment_id=bf32d6bb-be4e-42ed-bd7a-267c68707375)] {{(pid=104571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:21:53.817903 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:21:53.824158 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-601a39a5-1a40-43fe-9abe-d054f7c2c8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (4ca05586-7a3d-4f54-9f47-61ea7f28b8a4), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:53.859327 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601a39a5-1a40-43fe-9abe-d054f7c2c8e2 None None] Routers {'ecfbb959-1062-412a-902b-8d05bc94ad66'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:21:53.859915 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-601a39a5-1a40-43fe-9abe-d054f7c2c8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:21:48Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['ecfbb959-1062-412a-902b-8d05bc94ad66'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:21:53.936991 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300730b5-53ea-4892-884c-ee854285d4f4 None None] Pushing event updated for resources: {'Port': ['ID=4ca05586-7a3d-4f54-9f47-61ea7f28b8a4,revision_number=4']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:21:53.957816 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-601a39a5-1a40-43fe-9abe-d054f7c2c8e2 None None] Set router ecfbb959-1062-412a-902b-8d05bc94ad66 gateway port host: None {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:21:54.153736 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-601a39a5-1a40-43fe-9abe-d054f7c2c8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfbb959-1062-412a-902b-8d05bc94ad66', 'name': 'router1', 'tenant_id': 'a6b063398180486c85fc258b5a513046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:21:40Z', 'updated_at': '2022-11-02T07:21:51Z', 'revision_number': 2, 'project_id': 'a6b063398180486c85fc258b5a513046', 'gw_port_host': None, '_interfaces': [{'id': '4ca05586-7a3d-4f54-9f47-61ea7f28b8a4', 'name': '', 'network_id': 'c56777a8-08db-4892-9567-0ce3199e8927', 'tenant_id': 'a6b063398180486c85fc258b5a513046', 'mac_address': 'fa:16:3e:48:f0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfbb959-1062-412a-902b-8d05bc94ad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b05fb48-7b48-422f-994d-61d58cbeea6a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:21:50Z', 'updated_at': '2022-11-02T07:21:53Z', 'revision_number': 4, 'project_id': 'a6b063398180486c85fc258b5a513046', 'subnets': [{'id': '3b05fb48-7b48-422f-994d-61d58cbeea6a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1f29488-2f72-4a26-8469-7e1f359af1d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:21:54.177982 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601a39a5-1a40-43fe-9abe-d054f7c2c8e2 None None] The sync data for ids ['ecfbb959-1062-412a-902b-8d05bc94ad66'] in dv-cinder-804735-33-iscsi is: [{'id': 'ecfbb959-1062-412a-902b-8d05bc94ad66', 'name': 'router1', 'tenant_id': 'a6b063398180486c85fc258b5a513046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:21:40Z', 'updated_at': '2022-11-02T07:21:51Z', 'revision_number': 2, 'project_id': 'a6b063398180486c85fc258b5a513046', 'gw_port_host': None, '_interfaces': [{'id': '4ca05586-7a3d-4f54-9f47-61ea7f28b8a4', 'name': '', 'network_id': 'c56777a8-08db-4892-9567-0ce3199e8927', 'tenant_id': 'a6b063398180486c85fc258b5a513046', 'mac_address': 'fa:16:3e:48:f0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfbb959-1062-412a-902b-8d05bc94ad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b05fb48-7b48-422f-994d-61d58cbeea6a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:21:50Z', 'updated_at': '2022-11-02T07:21:53Z', 'revision_number': 4, 'project_id': 'a6b063398180486c85fc258b5a513046', 'subnets': [{'id': '3b05fb48-7b48-422f-994d-61d58cbeea6a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1f29488-2f72-4a26-8469-7e1f359af1d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:21:54.906763 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 59632) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:21:55.293489 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a964c3e-d198-4f07-9ca1-c241bc7aec81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:21:55.295067 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-5a964c3e-d198-4f07-9ca1-c241bc7aec81 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/ac01166e-81e9-4cae-b853-f9fd1f541c1c HTTP/1.1" status: 200 len: 842 time: 0.3872061 Nov 02 07:21:55.305171 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-4a4a2abd-bfab-45d7-9adf-3b3cebe3b646 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'cidr': '172.27.2.0/24'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:21:55.327319 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4a2abd-bfab-45d7-9adf-3b3cebe3b646 admin admin] Made reservation on behalf of 4ad924d40efc4e06bdd880c155ca36a4 for: {'subnet': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:21:55.329668 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4a4a2abd-bfab-45d7-9adf-3b3cebe3b646 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:55.683390 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.objects.ports [None req-4a4a2abd-bfab-45d7-9adf-3b3cebe3b646 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104569) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Nov 02 07:21:55.683819 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4a4a2abd-bfab-45d7-9adf-3b3cebe3b646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for subnet (957d630b-2ac5-4777-98af-d9a9e169b647), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:55.738885 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a2abd-bfab-45d7-9adf-3b3cebe3b646 admin admin] Pushing event updated for resources: {'Subnet': ['ID=957d630b-2ac5-4777-98af-d9a9e169b647,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:21:55.748788 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4a2abd-bfab-45d7-9adf-3b3cebe3b646 admin admin] Checking segment: {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:21:55.749133 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4a2abd-bfab-45d7-9adf-3b3cebe3b646 admin admin] Network hostable DHCP agents. Network: ac01166e-81e9-4cae-b853-f9fd1f541c1c, hostable agents: ['bceb131e-a03d-46e7-91df-936d929aaf3a'], hosted agents: [] {{(pid=104569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 07:21:55.765993 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4a2abd-bfab-45d7-9adf-3b3cebe3b646 admin admin] Network ac01166e-81e9-4cae-b853-f9fd1f541c1c is scheduled to be hosted by DHCP agent bceb131e-a03d-46e7-91df-936d929aaf3a with binding_index 1 {{(pid=104569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 07:21:55.774658 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-4a4a2abd-bfab-45d7-9adf-3b3cebe3b646 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-33-iscsi, ac01166e-81e9-4cae-b853-f9fd1f541c1c) {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:21:55.779298 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4a2abd-bfab-45d7-9adf-3b3cebe3b646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:21:55.779891 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4a4a2abd-bfab-45d7-9adf-3b3cebe3b646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:55.784147 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0418db-5501-4da4-be46-4bc7fc5b379d None None] Network ac01166e-81e9-4cae-b853-f9fd1f541c1c requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:21:55.797483 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-4a4a2abd-bfab-45d7-9adf-3b3cebe3b646 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4960468 Nov 02 07:21:55.903517 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edea2209-62f6-4d85-aeb2-8ae1d098d59e None None] Network ac01166e-81e9-4cae-b853-f9fd1f541c1c requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:21:58.479515 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 59640) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:21:58.975256 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-73382307-0cca-4fca-873f-082aaca6f226 demo admin] 10.222.0.18 "GET /networking/v2.0/routers/ecfbb959-1062-412a-902b-8d05bc94ad66 HTTP/1.1" status: 200 len: 710 time: 0.4944892 Nov 02 07:21:59.169096 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23287c57-0116-41a3-a90f-0a575d1b6ea8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:21:59.175946 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-23287c57-0116-41a3-a90f-0a575d1b6ea8 demo admin] 10.222.0.18 "GET /networking/v2.0/networks/ac01166e-81e9-4cae-b853-f9fd1f541c1c HTTP/1.1" status: 200 len: 886 time: 0.1928449 Nov 02 07:21:59.180560 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:21:59.203503 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 4ca05586-7a3d-4f54-9f47-61ea7f28b8a4 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:21:59.248853 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 4ca05586-7a3d-4f54-9f47-61ea7f28b8a4 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:21:59.249245 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (4ca05586-7a3d-4f54-9f47-61ea7f28b8a4), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:59.249587 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 4ca05586-7a3d-4f54-9f47-61ea7f28b8a4 Nov 02 07:21:59.327102 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 4ca05586-7a3d-4f54-9f47-61ea7f28b8a4 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:21:59.327666 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (4ca05586-7a3d-4f54-9f47-61ea7f28b8a4), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:59.360873 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port 4ca05586-7a3d-4f54-9f47-61ea7f28b8a4, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=4ca05586-7a3d-4f54-9f47-61ea7f28b8a4,segment=NetworkSegment(bf32d6bb-be4e-42ed-bd7a-267c68707375),segment_id=bf32d6bb-be4e-42ed-bd7a-267c68707375)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:21:59.367170 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (4ca05586-7a3d-4f54-9f47-61ea7f28b8a4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:59.397948 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:21:59.422870 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=4ca05586-7a3d-4f54-9f47-61ea7f28b8a4,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:21:59.450771 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Publish callbacks [] for router_gateway (ecfbb959-1062-412a-902b-8d05bc94ad66), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:59.665861 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Publish callbacks [] for router_gateway (ecfbb959-1062-412a-902b-8d05bc94ad66), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:59.745137 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:21:59.926384 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Allocated IP 172.27.2.62 (ac01166e-81e9-4cae-b853-f9fd1f541c1c/957d630b-2ac5-4777-98af-d9a9e169b647/5adf6560-1a27-4546-b1a8-686d5c888dd7) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:22:00.038951 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Publish callbacks [] for port (5adf6560-1a27-4546-b1a8-686d5c888dd7), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:22:00.060266 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:22:00.077400 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:22:00.103268 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738'] for port (5adf6560-1a27-4546-b1a8-686d5c888dd7), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:22:00.162964 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Network ac01166e-81e9-4cae-b853-f9fd1f541c1c is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:22:00.167630 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:22:00.208620 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Pushing event updated for resources: {'Port': ['ID=5adf6560-1a27-4546-b1a8-686d5c888dd7,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:22:00.220367 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:22:00.223714 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:22:00.224055 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:22:00.224397 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:22:00.224733 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:22:00.225058 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:22:00.225379 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:22:00.225703 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:22:00.226020 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:22:00.226350 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:22:00.227210 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:22:00.227547 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:22:00.227914 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:22:00.228211 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:22:00.228526 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:22:00.228838 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Tracked resource versions report: Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: pushed versions: Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: { 'AddressGroup': {'1.2'}, Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: 'Agent': {'1.1'}, Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: 'ConntrackHelper': {'1.0'}, Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: 'LocalIPAssociation': {'1.0'}, Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: 'Log': {'1.0'}, Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: 'NDPProxy': {'1.0'}, Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: 'Network': {'1.1'}, Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: 'Port': {'1.7'}, Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: 'PortForwarding': {'1.3'}, Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: 'QosPolicy': {'1.10'}, Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: 'SecurityGroup': {'1.5'}, Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: 'SecurityGroupRule': {'1.2'}, Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: 'SubPort': {'1.0'}, Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: 'Subnet': {'1.1'}, Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: 'Trunk': {'1.1'}} Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: consumer versions: Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: { DHCP agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: L3 agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: Metadata agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: Metering agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: Open vSwitch agent@dv-cinder-804735-33-iscsi: { 'AddressGroup': '1.2', Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: 'Agent': '1.1', Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: 'ConntrackHelper': '1.0', Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: 'LocalIPAssociation': '1.0', Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: 'Log': '1.0', Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: 'NDPProxy': '1.0', Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: 'Network': '1.1', Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: 'Port': '1.7', Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: 'PortForwarding': '1.3', Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: 'QosPolicy': '1.10', Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: 'SecurityGroup': '1.5', Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: 'SecurityGroupRule': '1.2', Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: 'SubPort': '1.0', Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: 'Subnet': '1.1', Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: 'Trunk': '1.1'}} Nov 02 07:22:00.230268 dv-cinder-804735-33-iscsi neutron-server[104568]: {{(pid=104568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 07:22:00.488443 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Publish callbacks [] for router_gateway (ecfbb959-1062-412a-902b-8d05bc94ad66), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:22:00.712721 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649044', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-660652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-518296'] for router (ecfbb959-1062-412a-902b-8d05bc94ad66), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:22:00.717041 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-660638'] for router (ecfbb959-1062-412a-902b-8d05bc94ad66), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:22:00.819702 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Router ecfbb959-1062-412a-902b-8d05bc94ad66 has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:22:00.917162 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:22:00.922087 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:22:00.922850 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-6bf9bbfc-7ad6-4420-8223-77168647c1e6 demo admin] 10.222.0.18 "PUT /networking/v2.0/routers/ecfbb959-1062-412a-902b-8d05bc94ad66 HTTP/1.1" status: 200 len: 889 time: 1.7461443 Nov 02 07:22:00.927517 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d015a5b-99f4-4167-87d7-945459c1499a None None] Sync routers for ids ['ecfbb959-1062-412a-902b-8d05bc94ad66'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:22:00.940883 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d015a5b-99f4-4167-87d7-945459c1499a None None] Routers {'ecfbb959-1062-412a-902b-8d05bc94ad66'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:22:00.941569 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-2d015a5b-99f4-4167-87d7-945459c1499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:21:48Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['ecfbb959-1062-412a-902b-8d05bc94ad66'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:22:01.155429 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-2d015a5b-99f4-4167-87d7-945459c1499a None None] Set router ecfbb959-1062-412a-902b-8d05bc94ad66 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:22:01.201642 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 4ca05586-7a3d-4f54-9f47-61ea7f28b8a4 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:22:01.433697 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 4ca05586-7a3d-4f54-9f47-61ea7f28b8a4 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:22:01.433983 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (4ca05586-7a3d-4f54-9f47-61ea7f28b8a4), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:22:01.434319 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 4ca05586-7a3d-4f54-9f47-61ea7f28b8a4 Nov 02 07:22:01.525003 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:22:01.637431 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-2d015a5b-99f4-4167-87d7-945459c1499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfbb959-1062-412a-902b-8d05bc94ad66', 'name': 'router1', 'tenant_id': 'a6b063398180486c85fc258b5a513046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5adf6560-1a27-4546-b1a8-686d5c888dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:21:40Z', 'updated_at': '2022-11-02T07:22:00Z', 'revision_number': 4, 'project_id': 'a6b063398180486c85fc258b5a513046', 'gw_port': {'id': '5adf6560-1a27-4546-b1a8-686d5c888dd7', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:61:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfbb959-1062-412a-902b-8d05bc94ad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:21:59Z', 'updated_at': '2022-11-02T07:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '4ca05586-7a3d-4f54-9f47-61ea7f28b8a4', 'name': '', 'network_id': 'c56777a8-08db-4892-9567-0ce3199e8927', 'tenant_id': 'a6b063398180486c85fc258b5a513046', 'mac_address': 'fa:16:3e:48:f0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfbb959-1062-412a-902b-8d05bc94ad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b05fb48-7b48-422f-994d-61d58cbeea6a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:21:50Z', 'updated_at': '2022-11-02T07:21:59Z', 'revision_number': 5, 'project_id': 'a6b063398180486c85fc258b5a513046', 'subnets': [{'id': '3b05fb48-7b48-422f-994d-61d58cbeea6a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1f29488-2f72-4a26-8469-7e1f359af1d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:22:01.639342 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 4ca05586-7a3d-4f54-9f47-61ea7f28b8a4 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:22:01.764968 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d015a5b-99f4-4167-87d7-945459c1499a None None] Checking router: ecfbb959-1062-412a-902b-8d05bc94ad66 for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:22:01.765320 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d015a5b-99f4-4167-87d7-945459c1499a None None] Updating router ecfbb959-1062-412a-902b-8d05bc94ad66 port 5adf6560-1a27-4546-b1a8-686d5c888dd7 binding host dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 07:22:01.817040 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2d015a5b-99f4-4167-87d7-945459c1499a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (5adf6560-1a27-4546-b1a8-686d5c888dd7), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:22:02.131347 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2d015a5b-99f4-4167-87d7-945459c1499a None None] Publish callbacks [] for port (5adf6560-1a27-4546-b1a8-686d5c888dd7), precommit_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:22:02.136526 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2d015a5b-99f4-4167-87d7-945459c1499a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (5adf6560-1a27-4546-b1a8-686d5c888dd7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:22:02.172203 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-2d015a5b-99f4-4167-87d7-945459c1499a None None] Attempting to bind port 5adf6560-1a27-4546-b1a8-686d5c888dd7 on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:22:02.172566 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-2d015a5b-99f4-4167-87d7-945459c1499a None None] Attempting to bind port 5adf6560-1a27-4546-b1a8-686d5c888dd7 by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:22:02.172925 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d015a5b-99f4-4167-87d7-945459c1499a None None] Attempting to bind port 5adf6560-1a27-4546-b1a8-686d5c888dd7 on network ac01166e-81e9-4cae-b853-f9fd1f541c1c {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:22:02.200811 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:22:02.207279 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2fa7c-537a-4add-81c1-84e799174f4d None None] Pushing event updated for resources: {'Port': ['ID=5adf6560-1a27-4546-b1a8-686d5c888dd7,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:22:02.225041 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d015a5b-99f4-4167-87d7-945459c1499a None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:22:02.225410 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d015a5b-99f4-4167-87d7-945459c1499a None None] Checking segment: {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:22:02.225804 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2d015a5b-99f4-4167-87d7-945459c1499a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:22:02.226186 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d015a5b-99f4-4167-87d7-945459c1499a None None] Bound using segment: {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:22:02.226719 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-2d015a5b-99f4-4167-87d7-945459c1499a None None] Bound port: 5adf6560-1a27-4546-b1a8-686d5c888dd7, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:22:02.227623 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2d015a5b-99f4-4167-87d7-945459c1499a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (5adf6560-1a27-4546-b1a8-686d5c888dd7), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:22:02.275265 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-2d015a5b-99f4-4167-87d7-945459c1499a None None] For port 5adf6560-1a27-4546-b1a8-686d5c888dd7, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:22:02.278280 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-2d015a5b-99f4-4167-87d7-945459c1499a None None] For port 5adf6560-1a27-4546-b1a8-686d5c888dd7, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=5adf6560-1a27-4546-b1a8-686d5c888dd7,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:22:02.283769 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2d015a5b-99f4-4167-87d7-945459c1499a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (5adf6560-1a27-4546-b1a8-686d5c888dd7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:22:02.318330 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d015a5b-99f4-4167-87d7-945459c1499a None None] Routers {'ecfbb959-1062-412a-902b-8d05bc94ad66'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:22:02.318951 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-2d015a5b-99f4-4167-87d7-945459c1499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:21:48Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['ecfbb959-1062-412a-902b-8d05bc94ad66'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:22:02.373526 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2fa7c-537a-4add-81c1-84e799174f4d None None] Pushing event updated for resources: {'Port': ['ID=5adf6560-1a27-4546-b1a8-686d5c888dd7,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:22:02.440608 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-2d015a5b-99f4-4167-87d7-945459c1499a None None] Set router ecfbb959-1062-412a-902b-8d05bc94ad66 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:22:02.565084 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:22:02.635678 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-2d015a5b-99f4-4167-87d7-945459c1499a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfbb959-1062-412a-902b-8d05bc94ad66', 'name': 'router1', 'tenant_id': 'a6b063398180486c85fc258b5a513046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5adf6560-1a27-4546-b1a8-686d5c888dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:21:40Z', 'updated_at': '2022-11-02T07:22:00Z', 'revision_number': 4, 'project_id': 'a6b063398180486c85fc258b5a513046', 'gw_port': {'id': '5adf6560-1a27-4546-b1a8-686d5c888dd7', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:61:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfbb959-1062-412a-902b-8d05bc94ad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:21:59Z', 'updated_at': '2022-11-02T07:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '4ca05586-7a3d-4f54-9f47-61ea7f28b8a4', 'name': '', 'network_id': 'c56777a8-08db-4892-9567-0ce3199e8927', 'tenant_id': 'a6b063398180486c85fc258b5a513046', 'mac_address': 'fa:16:3e:48:f0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfbb959-1062-412a-902b-8d05bc94ad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b05fb48-7b48-422f-994d-61d58cbeea6a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:21:50Z', 'updated_at': '2022-11-02T07:21:59Z', 'revision_number': 5, 'project_id': 'a6b063398180486c85fc258b5a513046', 'subnets': [{'id': '3b05fb48-7b48-422f-994d-61d58cbeea6a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1f29488-2f72-4a26-8469-7e1f359af1d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:22:02.660501 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d015a5b-99f4-4167-87d7-945459c1499a None None] The sync data for ids ['ecfbb959-1062-412a-902b-8d05bc94ad66'] in dv-cinder-804735-33-iscsi is: [{'id': 'ecfbb959-1062-412a-902b-8d05bc94ad66', 'name': 'router1', 'tenant_id': 'a6b063398180486c85fc258b5a513046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '5adf6560-1a27-4546-b1a8-686d5c888dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:21:40Z', 'updated_at': '2022-11-02T07:22:00Z', 'revision_number': 4, 'project_id': 'a6b063398180486c85fc258b5a513046', 'gw_port': {'id': '5adf6560-1a27-4546-b1a8-686d5c888dd7', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:61:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfbb959-1062-412a-902b-8d05bc94ad66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:21:59Z', 'updated_at': '2022-11-02T07:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '4ca05586-7a3d-4f54-9f47-61ea7f28b8a4', 'name': '', 'network_id': 'c56777a8-08db-4892-9567-0ce3199e8927', 'tenant_id': 'a6b063398180486c85fc258b5a513046', 'mac_address': 'fa:16:3e:48:f0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfbb959-1062-412a-902b-8d05bc94ad66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b05fb48-7b48-422f-994d-61d58cbeea6a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:21:50Z', 'updated_at': '2022-11-02T07:21:59Z', 'revision_number': 5, 'project_id': 'a6b063398180486c85fc258b5a513046', 'subnets': [{'id': '3b05fb48-7b48-422f-994d-61d58cbeea6a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e1f29488-2f72-4a26-8469-7e1f359af1d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:22:03.208079 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 5adf6560-1a27-4546-b1a8-686d5c888dd7 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:22:03.261826 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 5adf6560-1a27-4546-b1a8-686d5c888dd7 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:22:03.262224 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (5adf6560-1a27-4546-b1a8-686d5c888dd7), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:22:03.264854 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 5adf6560-1a27-4546-b1a8-686d5c888dd7 Nov 02 07:22:03.339763 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 5adf6560-1a27-4546-b1a8-686d5c888dd7 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:22:03.340147 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (5adf6560-1a27-4546-b1a8-686d5c888dd7), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:22:03.360677 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port 5adf6560-1a27-4546-b1a8-686d5c888dd7, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=5adf6560-1a27-4546-b1a8-686d5c888dd7,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:22:03.365190 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (5adf6560-1a27-4546-b1a8-686d5c888dd7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:22:03.417007 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=5adf6560-1a27-4546-b1a8-686d5c888dd7,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:22:03.791639 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 59658) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:22:04.155594 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=34 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:22:04.156345 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:22:04.178000 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-59416229-5615-41ba-badb-838d1a3686fa admin admin] 10.222.0.18 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.3852675 Nov 02 07:22:05.187908 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 5adf6560-1a27-4546-b1a8-686d5c888dd7 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:22:05.234949 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 5adf6560-1a27-4546-b1a8-686d5c888dd7 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:22:05.235331 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (5adf6560-1a27-4546-b1a8-686d5c888dd7), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:22:05.235666 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 5adf6560-1a27-4546-b1a8-686d5c888dd7 Nov 02 07:22:05.305167 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 5adf6560-1a27-4546-b1a8-686d5c888dd7 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:22:10.913471 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=82,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:22:10.916542 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:22:14.163832 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=72,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:22:14.177534 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=79,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:22:15.299905 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:22:15.304236 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:22:16.298155 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-e496b1eb-7430-4dd9-bc27-82ebfc8f295a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:22:18.492020 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2930b737-badc-490b-b9e2-bfe40180eee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:22:19.840822 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:22:20.629393 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 5 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:22:21.243568 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:22:21.349392 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:22:22.634888 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:22:30.630044 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=6 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:22:31.231531 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:22:31.346529 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:22:46.305982 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-14b620ba-6965-4688-b9c2-f35b53e6f235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:22:48.500343 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-8704544c-e6c5-4b6d-8a1b-8e5b346edbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:22:49.842669 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:22:51.253083 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:22:51.351182 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:22:57.629417 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 5 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:23:01.338528 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:23:01.344903 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:23:14.618301 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=5 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:23:14.620159 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:23:16.299951 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-81664521-b5ff-445e-89ed-696d679b53e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:23:18.497366 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-30d0f307-a5e8-4b9f-9a9a-4bb1e11d4c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:23:19.836358 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:23:21.236804 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:23:21.347385 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:23:29.658028 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 60206) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:23:29.993122 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba986a46-34be-46d9-9add-ac5ca67ee85c admin admin] GET failed (client error): The resource could not be found. Nov 02 07:23:29.994412 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-ba986a46-34be-46d9-9add-ac5ca67ee85c admin admin] 10.222.0.18 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3353796 Nov 02 07:23:30.154509 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c51454c-669a-443d-b4bb-f5f3b4261c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:23:30.155974 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-3c51454c-669a-443d-b4bb-f5f3b4261c84 admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1570227 Nov 02 07:23:31.339638 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:23:31.342025 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:23:32.723974 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 60220) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:23:33.091641 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af83611-66a6-443a-99c6-fccae09b43f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:23:33.092997 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-4af83611-66a6-443a-99c6-fccae09b43f5 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/3b05fb48-7b48-422f-994d-61d58cbeea6a HTTP/1.1" status: 200 len: 849 time: 0.3680284 Nov 02 07:23:33.102709 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-1866d6f1-148e-4784-bc81-4f8235818999 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:23:33.189497 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1866d6f1-148e-4784-bc81-4f8235818999 admin admin] Publish callbacks [] for subnet (3b05fb48-7b48-422f-994d-61d58cbeea6a), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:23:33.335211 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1866d6f1-148e-4784-bc81-4f8235818999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744620127627'] for subnet (3b05fb48-7b48-422f-994d-61d58cbeea6a), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:23:33.367701 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1866d6f1-148e-4784-bc81-4f8235818999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:23:33.368690 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1866d6f1-148e-4784-bc81-4f8235818999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:23:33.382394 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-1866d6f1-148e-4784-bc81-4f8235818999 admin admin] 10.222.0.18 "PUT /networking/v2.0/subnets/3b05fb48-7b48-422f-994d-61d58cbeea6a HTTP/1.1" status: 200 len: 868 time: 0.2704158 Nov 02 07:23:33.382645 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5b417b-ae1c-4017-86c1-263c3d7da589 None None] Network c56777a8-08db-4892-9567-0ce3199e8927 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:23:33.389483 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866d6f1-148e-4784-bc81-4f8235818999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b05fb48-7b48-422f-994d-61d58cbeea6a,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:23:33.397084 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866d6f1-148e-4784-bc81-4f8235818999 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:23:33.397427 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866d6f1-148e-4784-bc81-4f8235818999 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:23:33.397763 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866d6f1-148e-4784-bc81-4f8235818999 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:23:33.398102 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866d6f1-148e-4784-bc81-4f8235818999 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:23:33.398523 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866d6f1-148e-4784-bc81-4f8235818999 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:23:33.398854 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866d6f1-148e-4784-bc81-4f8235818999 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:23:33.399183 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866d6f1-148e-4784-bc81-4f8235818999 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:23:33.399506 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866d6f1-148e-4784-bc81-4f8235818999 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:23:33.399826 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866d6f1-148e-4784-bc81-4f8235818999 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:23:33.400145 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866d6f1-148e-4784-bc81-4f8235818999 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:23:33.400486 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866d6f1-148e-4784-bc81-4f8235818999 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:23:33.400807 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866d6f1-148e-4784-bc81-4f8235818999 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:23:33.401123 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866d6f1-148e-4784-bc81-4f8235818999 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:23:33.401442 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866d6f1-148e-4784-bc81-4f8235818999 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:23:33.401769 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866d6f1-148e-4784-bc81-4f8235818999 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:23:33.661510 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-d2b61039-c6c1-4ed1-bb32-08096553b5b5 None None] Provisioning complete for port 4ca05586-7a3d-4f54-9f47-61ea7f28b8a4 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:23:33.661898 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d2b61039-c6c1-4ed1-bb32-08096553b5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (4ca05586-7a3d-4f54-9f47-61ea7f28b8a4), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:23:33.662235 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-d2b61039-c6c1-4ed1-bb32-08096553b5b5 None None] Attempt 1 to provision port 4ca05586-7a3d-4f54-9f47-61ea7f28b8a4 Nov 02 07:23:33.737935 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-d2b61039-c6c1-4ed1-bb32-08096553b5b5 None None] Current status of the port 4ca05586-7a3d-4f54-9f47-61ea7f28b8a4 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:23:33.747173 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-d2b61039-c6c1-4ed1-bb32-08096553b5b5 None None] Provisioning complete for port 4d6e0edc-8417-474c-bd00-598eb2413853 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:23:33.747559 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d2b61039-c6c1-4ed1-bb32-08096553b5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (4d6e0edc-8417-474c-bd00-598eb2413853), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:23:33.747892 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-d2b61039-c6c1-4ed1-bb32-08096553b5b5 None None] Attempt 1 to provision port 4d6e0edc-8417-474c-bd00-598eb2413853 Nov 02 07:23:33.818225 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-d2b61039-c6c1-4ed1-bb32-08096553b5b5 None None] Current status of the port 4d6e0edc-8417-474c-bd00-598eb2413853 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:23:34.629537 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 5 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:23:35.939084 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 60228) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:23:36.422300 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533a68b1-453c-453b-ad82-e37944e11600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:23:36.422800 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533a68b1-453c-453b-ad82-e37944e11600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:23:36.424340 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-533a68b1-453c-453b-ad82-e37944e11600 admin admin] 10.222.0.18 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4842865 Nov 02 07:23:36.630218 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:23:39.003134 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 60236) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:23:39.409134 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cf6921-d4ff-4b91-aee9-cf1105264d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:23:39.409600 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cf6921-d4ff-4b91-aee9-cf1105264d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:23:39.411144 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-86cf6921-d4ff-4b91-aee9-cf1105264d2b admin admin] 10.222.0.18 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4070618 Nov 02 07:23:41.990628 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 60244) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:23:42.391779 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47f579a-27b1-4a90-b14c-223d89fa0909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:23:42.393773 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-d47f579a-27b1-4a90-b14c-223d89fa0909 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/ac01166e-81e9-4cae-b853-f9fd1f541c1c HTTP/1.1" status: 200 len: 886 time: 0.4022040 Nov 02 07:23:43.811218 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=36 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:23:43.817059 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=41 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:23:44.625855 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:23:45.044605 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 60252) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:23:45.379326 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:23:45.419162 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:23:45.457064 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7baeed-b38e-4060-9239-ceee2fc58cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:23:45.458442 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-5e7baeed-b38e-4060-9239-ceee2fc58cc5 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/c56777a8-08db-4892-9567-0ce3199e8927 HTTP/1.1" status: 200 len: 869 time: 0.4128840 Nov 02 07:23:46.304946 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cb6651cc-b52c-493f-bf75-131d5adb8535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:23:48.022282 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 60260) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:23:48.417436 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10186acb-af73-49a5-91eb-9edcf660c1a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:23:48.417894 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10186acb-af73-49a5-91eb-9edcf660c1a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:23:48.420696 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-10186acb-af73-49a5-91eb-9edcf660c1a3 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3974297 Nov 02 07:23:48.501352 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-8d3667f1-1ce1-429c-8c71-d1150fef7a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:23:49.838883 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:23:50.998846 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 60268) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:23:51.236874 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:23:51.349466 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:23:51.372731 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cf4e33-eb31-47f5-8423-c43fbb3df49a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:23:51.373179 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cf4e33-eb31-47f5-8423-c43fbb3df49a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:23:51.374712 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-e6cf4e33-eb31-47f5-8423-c43fbb3df49a admin admin] 10.222.0.18 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3749070 Nov 02 07:23:53.931544 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 60276) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:23:54.291909 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc5bd5e-3431-457a-a461-b674e039a724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:23:54.293802 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-bcc5bd5e-3431-457a-a461-b674e039a724 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/3b05fb48-7b48-422f-994d-61d58cbeea6a HTTP/1.1" status: 200 len: 868 time: 0.3613200 Nov 02 07:23:56.890664 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 60284) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:23:57.249443 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ff3050-06a0-46e5-b342-4192a7739075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:23:57.250770 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-47ff3050-06a0-46e5-b342-4192a7739075 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/957d630b-2ac5-4777-98af-d9a9e169b647 HTTP/1.1" status: 200 len: 816 time: 0.3591757 Nov 02 07:24:01.343560 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:24:01.345710 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:24:07.244414 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=33 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:24:07.246848 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=31 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:24:11.628214 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 5 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:24:16.307667 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fae2a263-ff69-4a1f-9a6c-1b8cca42e2c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:24:18.505923 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-adfd919a-25ad-4ff3-b7bb-3c1bcbfad9d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:24:19.844080 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:24:21.241032 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:24:21.352456 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:24:21.624606 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=16 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:24:21.625325 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=18 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:24:26.766054 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 60340) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:24:27.086991 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [None req-981bfdd3-04dc-4cea-8e4f-c3b91fefa301 admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104569) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 07:24:27.087976 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-981bfdd3-04dc-4cea-8e4f-c3b91fefa301 admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3209832 Nov 02 07:24:29.733373 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 60348) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:24:30.064193 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.pecan_wsgi.hooks.translation [None req-900ec21f-2b22-4221-8f21-3228685e2245 admin admin] GET failed (client error): The resource could not be found. Nov 02 07:24:30.065462 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-900ec21f-2b22-4221-8f21-3228685e2245 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3311777 Nov 02 07:24:30.244286 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb01538a-f303-4d6f-8604-264e3be8a527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:24:30.245657 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-eb01538a-f303-4d6f-8604-264e3be8a527 admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1754105 Nov 02 07:24:31.346632 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:24:31.348577 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:24:32.833702 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 60356) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:24:33.150141 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-62df2822-87db-44ef-b9c9-1ba06e4579c6 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:24:33.168843 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62df2822-87db-44ef-b9c9-1ba06e4579c6 admin admin] Made reservation on behalf of 4ad924d40efc4e06bdd880c155ca36a4 for: {'network': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:24:33.171241 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-62df2822-87db-44ef-b9c9-1ba06e4579c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for network (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:24:33.199183 dv-cinder-804735-33-iscsi neutron-server[104569]: WARNING neutron.services.revisions.revision_plugin [None req-62df2822-87db-44ef-b9c9-1ba06e4579c6 admin admin] Could not find related network for resource to bump revision. Nov 02 07:24:33.209964 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62df2822-87db-44ef-b9c9-1ba06e4579c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=104569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 07:24:33.219439 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-62df2822-87db-44ef-b9c9-1ba06e4579c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (c1a7a89f-f123-4f70-838b-5e9398acd491), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:24:33.219553 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.db.segments_db [None req-62df2822-87db-44ef-b9c9-1ba06e4579c6 admin admin] Added segment c1a7a89f-f123-4f70-838b-5e9398acd491 of type vlan for network 414a8a2b-7b0c-4f89-80c5-2d1b91e21aca Nov 02 07:24:33.257373 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-62df2822-87db-44ef-b9c9-1ba06e4579c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744619761345'] for network (414a8a2b-7b0c-4f89-80c5-2d1b91e21aca), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:24:33.285135 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-62df2822-87db-44ef-b9c9-1ba06e4579c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for network (414a8a2b-7b0c-4f89-80c5-2d1b91e21aca), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:24:33.286168 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62df2822-87db-44ef-b9c9-1ba06e4579c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:24:33.286772 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-62df2822-87db-44ef-b9c9-1ba06e4579c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:24:33.318797 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-62df2822-87db-44ef-b9c9-1ba06e4579c6 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4840496 Nov 02 07:24:33.351043 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df2822-87db-44ef-b9c9-1ba06e4579c6 admin admin] Pushing event updated for resources: {'Network': ['ID=414a8a2b-7b0c-4f89-80c5-2d1b91e21aca,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:24:33.363547 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Network 414a8a2b-7b0c-4f89-80c5-2d1b91e21aca details requested by agent ovs-agent-dv-cinder-804735-33-iscsi with host dv-cinder-804735-33-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 07:24:35.923345 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 60364) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:24:36.260383 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.pecan_wsgi.hooks.translation [None req-580ee43c-5431-411a-88db-9af6059403b4 admin admin] GET failed (client error): The resource could not be found. Nov 02 07:24:36.261651 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-580ee43c-5431-411a-88db-9af6059403b4 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3373632 Nov 02 07:24:36.334927 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7751c2a5-013e-4f7e-9ff9-c86f3c5983a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:24:36.336354 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-7751c2a5-013e-4f7e-9ff9-c86f3c5983a8 admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0703976 Nov 02 07:24:36.346235 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-ac33733c-9453-4691-a3fc-b3506daf84e7 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '414a8a2b-7b0c-4f89-80c5-2d1b91e21aca', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:24:36.365544 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac33733c-9453-4691-a3fc-b3506daf84e7 admin admin] Made reservation on behalf of 4ad924d40efc4e06bdd880c155ca36a4 for: {'subnet': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:24:36.368726 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ac33733c-9453-4691-a3fc-b3506daf84e7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:24:36.532188 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ac33733c-9453-4691-a3fc-b3506daf84e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for subnet (ecfd66e3-7c06-4404-bfa9-51f7c8f94ecf), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:24:36.585171 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33733c-9453-4691-a3fc-b3506daf84e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecfd66e3-7c06-4404-bfa9-51f7c8f94ecf,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:24:36.595161 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac33733c-9453-4691-a3fc-b3506daf84e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:24:36.595498 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac33733c-9453-4691-a3fc-b3506daf84e7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:24:36.595850 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac33733c-9453-4691-a3fc-b3506daf84e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:24:36.596182 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac33733c-9453-4691-a3fc-b3506daf84e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:24:36.596505 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac33733c-9453-4691-a3fc-b3506daf84e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:24:36.596824 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac33733c-9453-4691-a3fc-b3506daf84e7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:24:36.597140 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac33733c-9453-4691-a3fc-b3506daf84e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:24:36.597451 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac33733c-9453-4691-a3fc-b3506daf84e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:24:36.597780 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac33733c-9453-4691-a3fc-b3506daf84e7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:24:36.598098 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac33733c-9453-4691-a3fc-b3506daf84e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:24:36.598452 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac33733c-9453-4691-a3fc-b3506daf84e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:24:36.598771 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac33733c-9453-4691-a3fc-b3506daf84e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:24:36.599080 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac33733c-9453-4691-a3fc-b3506daf84e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:24:36.599394 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac33733c-9453-4691-a3fc-b3506daf84e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:24:36.599701 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac33733c-9453-4691-a3fc-b3506daf84e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:24:36.607569 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac33733c-9453-4691-a3fc-b3506daf84e7 admin admin] Checking segment: {'id': 'c1a7a89f-f123-4f70-838b-5e9398acd491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '414a8a2b-7b0c-4f89-80c5-2d1b91e21aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:24:36.607914 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac33733c-9453-4691-a3fc-b3506daf84e7 admin admin] Network hostable DHCP agents. Network: 414a8a2b-7b0c-4f89-80c5-2d1b91e21aca, hostable agents: ['bceb131e-a03d-46e7-91df-936d929aaf3a'], hosted agents: [] {{(pid=104569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 07:24:36.626220 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac33733c-9453-4691-a3fc-b3506daf84e7 admin admin] Network 414a8a2b-7b0c-4f89-80c5-2d1b91e21aca is scheduled to be hosted by DHCP agent bceb131e-a03d-46e7-91df-936d929aaf3a with binding_index 1 {{(pid=104569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 07:24:36.636824 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-ac33733c-9453-4691-a3fc-b3506daf84e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-33-iscsi, 414a8a2b-7b0c-4f89-80c5-2d1b91e21aca) {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:24:36.641994 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac33733c-9453-4691-a3fc-b3506daf84e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:24:36.642616 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ac33733c-9453-4691-a3fc-b3506daf84e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:24:36.650601 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6829ec6-691c-4bbc-91ec-5d3514aba19d None None] Network 414a8a2b-7b0c-4f89-80c5-2d1b91e21aca requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:24:36.652936 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:24:36.661619 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-ac33733c-9453-4691-a3fc-b3506daf84e7 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3186722 Nov 02 07:24:36.766243 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp204866af-937c-5d88-be22-37b8279ded6e-414a8a2b-7b0c-4f89-80c5-2d1b91e21aca', 'network_id': '414a8a2b-7b0c-4f89-80c5-2d1b91e21aca', 'project_id': '4ad924d40efc4e06bdd880c155ca36a4', 'fixed_ips': [{'subnet_id': 'ecfd66e3-7c06-4404-bfa9-51f7c8f94ecf'}]}} from dv-cinder-804735-33-iscsi. {{(pid=104570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 07:24:36.767218 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:24:36.910124 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.db_base_plugin_common [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Allocated IP 192.168.233.2 (414a8a2b-7b0c-4f89-80c5-2d1b91e21aca/ecfd66e3-7c06-4404-bfa9-51f7c8f94ecf/4b72ad51-a66b-44ba-85bc-69f6ce2e6a71) {{(pid=104570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:24:37.054314 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Publish callbacks [] for port (4b72ad51-a66b-44ba-85bc-69f6ce2e6a71), precommit_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:24:37.060137 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738'] for port (4b72ad51-a66b-44ba-85bc-69f6ce2e6a71), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:24:37.101393 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Network 414a8a2b-7b0c-4f89-80c5-2d1b91e21aca is already hosted by enough agents. {{(pid=104570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:24:37.106910 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.base_scheduler [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Resources bound (agent type, host, resource id): {{(pid=104570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:24:37.109878 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Received port after_create {{(pid=104570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:24:37.117365 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Pushing event updated for resources: {'Port': ['ID=4b72ad51-a66b-44ba-85bc-69f6ce2e6a71,revision_number=1']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:24:37.129311 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:24:37.129643 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:24:37.129992 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:24:37.130328 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:24:37.130670 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:24:37.130987 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:24:37.131300 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:24:37.131612 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:24:37.131945 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:24:37.132258 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:24:37.132574 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:24:37.132900 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:24:37.133215 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:24:37.133525 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:24:37.133933 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:24:37.279244 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Attempting to bind port 4b72ad51-a66b-44ba-85bc-69f6ce2e6a71 on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:24:37.279605 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Attempting to bind port 4b72ad51-a66b-44ba-85bc-69f6ce2e6a71 by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': 'c1a7a89f-f123-4f70-838b-5e9398acd491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '414a8a2b-7b0c-4f89-80c5-2d1b91e21aca'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:24:37.279960 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Attempting to bind port 4b72ad51-a66b-44ba-85bc-69f6ce2e6a71 on network 414a8a2b-7b0c-4f89-80c5-2d1b91e21aca {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:24:37.321028 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:24:37.322117 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Checking segment: {'id': 'c1a7a89f-f123-4f70-838b-5e9398acd491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '414a8a2b-7b0c-4f89-80c5-2d1b91e21aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:24:37.322578 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:24:37.322969 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Bound using segment: {'id': 'c1a7a89f-f123-4f70-838b-5e9398acd491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '414a8a2b-7b0c-4f89-80c5-2d1b91e21aca'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:24:37.323429 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Bound port: 4b72ad51-a66b-44ba-85bc-69f6ce2e6a71, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a7a89f-f123-4f70-838b-5e9398acd491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '414a8a2b-7b0c-4f89-80c5-2d1b91e21aca'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:24:37.323795 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (4b72ad51-a66b-44ba-85bc-69f6ce2e6a71), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:24:37.385616 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] For port 4b72ad51-a66b-44ba-85bc-69f6ce2e6a71, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:24:37.391281 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] For port 4b72ad51-a66b-44ba-85bc-69f6ce2e6a71, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=4b72ad51-a66b-44ba-85bc-69f6ce2e6a71,segment=NetworkSegment(c1a7a89f-f123-4f70-838b-5e9398acd491),segment_id=c1a7a89f-f123-4f70-838b-5e9398acd491)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:24:37.398789 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (4b72ad51-a66b-44ba-85bc-69f6ce2e6a71), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:24:37.455728 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bcae48-d21b-4992-bdfd-948d9004fec6 None None] Pushing event updated for resources: {'Port': ['ID=4b72ad51-a66b-44ba-85bc-69f6ce2e6a71,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:24:38.270350 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833809ea-5cf6-489c-abee-12b041e5b3c0 None None] Network 414a8a2b-7b0c-4f89-80c5-2d1b91e21aca requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:24:38.334462 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4db8b609-f56f-4a70-8cdf-4adec3019904 None None] Provisioning complete for port 4b72ad51-a66b-44ba-85bc-69f6ce2e6a71 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:24:38.334820 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4db8b609-f56f-4a70-8cdf-4adec3019904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (4b72ad51-a66b-44ba-85bc-69f6ce2e6a71), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:24:38.335151 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4db8b609-f56f-4a70-8cdf-4adec3019904 None None] Attempt 1 to provision port 4b72ad51-a66b-44ba-85bc-69f6ce2e6a71 Nov 02 07:24:38.358481 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:24:38.365093 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:24:38.452779 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4db8b609-f56f-4a70-8cdf-4adec3019904 None None] Current status of the port 4b72ad51-a66b-44ba-85bc-69f6ce2e6a71 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:24:38.453153 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4db8b609-f56f-4a70-8cdf-4adec3019904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (4b72ad51-a66b-44ba-85bc-69f6ce2e6a71), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:24:38.489480 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4db8b609-f56f-4a70-8cdf-4adec3019904 None None] For port 4b72ad51-a66b-44ba-85bc-69f6ce2e6a71, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=4b72ad51-a66b-44ba-85bc-69f6ce2e6a71,segment=NetworkSegment(c1a7a89f-f123-4f70-838b-5e9398acd491),segment_id=c1a7a89f-f123-4f70-838b-5e9398acd491)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:24:38.495615 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4db8b609-f56f-4a70-8cdf-4adec3019904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (4b72ad51-a66b-44ba-85bc-69f6ce2e6a71), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:24:38.549650 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8b609-f56f-4a70-8cdf-4adec3019904 None None] Pushing event updated for resources: {'Port': ['ID=4b72ad51-a66b-44ba-85bc-69f6ce2e6a71,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:24:38.716957 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-0e764387-6ef6-443d-8085-5c3967cb3c91 None None] Provisioning complete for port 4b72ad51-a66b-44ba-85bc-69f6ce2e6a71 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:24:38.717335 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-0e764387-6ef6-443d-8085-5c3967cb3c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (4b72ad51-a66b-44ba-85bc-69f6ce2e6a71), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:24:38.717669 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-0e764387-6ef6-443d-8085-5c3967cb3c91 None None] Attempt 1 to provision port 4b72ad51-a66b-44ba-85bc-69f6ce2e6a71 Nov 02 07:24:38.791698 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-0e764387-6ef6-443d-8085-5c3967cb3c91 None None] Current status of the port 4b72ad51-a66b-44ba-85bc-69f6ce2e6a71 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:24:39.304789 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 4b72ad51-a66b-44ba-85bc-69f6ce2e6a71 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:24:39.353659 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 4b72ad51-a66b-44ba-85bc-69f6ce2e6a71 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:24:39.354047 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (4b72ad51-a66b-44ba-85bc-69f6ce2e6a71), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:24:39.354442 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 4b72ad51-a66b-44ba-85bc-69f6ce2e6a71 Nov 02 07:24:39.426848 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 4b72ad51-a66b-44ba-85bc-69f6ce2e6a71 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:24:46.314814 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f8146e6f-6cf0-4d29-9166-d1cf627fa944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:24:46.654504 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=71,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:24:48.509307 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-16989caa-4d44-4791-8d14-922289e1c3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:24:48.627112 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 5 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:24:49.844729 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:24:51.244481 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:24:51.355824 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:24:58.622289 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=5 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:24:58.623654 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=5 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:25:01.349605 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=74,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:25:01.350949 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=73,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:25:14.615127 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:25:14.615858 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:DELETE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:25:16.306416 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-9e8cc8fa-54f3-4efe-a2c9-7a5f4d5e3374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:25:18.510512 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-462abece-6203-461d-bf1c-fd2ae16597c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:25:19.849113 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:25:21.251123 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:25:21.358421 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:25:25.625863 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 5 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:25:31.352377 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:25:31.354900 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:25:35.621798 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:25:35.622603 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:25:46.308634 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-944a970a-f541-4983-927c-441a16e8a2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:25:48.512822 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-83bd4321-9f6a-4a71-993b-f34ac485f27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:25:49.851180 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:25:50.983459 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 60406) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:25:50.989206 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [None req-245ee5a5-141e-4085-8962-f9fc88d4e8d1 tempest-verify_tempest_config-642996142 tempest-verify_tempest_config-642996142-project] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104569) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 07:25:50.990639 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-245ee5a5-141e-4085-8962-f9fc88d4e8d1 tempest-verify_tempest_config-642996142 tempest-verify_tempest_config-642996142-project] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0061905 Nov 02 07:25:51.253621 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:25:51.362915 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:25:51.499474 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 60424) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:25:51.828739 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-13daf108-d787-4657-84ce-83434bce04a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:25:51.907607 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-13daf108-d787-4657-84ce-83434bce04a0 admin admin] Publish callbacks [] for security_group (eee78a96-77e3-445e-a555-6af8c3eab385), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:25:51.911076 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-13daf108-d787-4657-84ce-83434bce04a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (eee78a96-77e3-445e-a555-6af8c3eab385), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:25:51.960695 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-13daf108-d787-4657-84ce-83434bce04a0 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=edc15b8fb9764dc2a0067e5e25e14956&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4602258 Nov 02 07:25:51.961526 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13daf108-d787-4657-84ce-83434bce04a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee78a96-77e3-445e-a555-6af8c3eab385,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:25:51.964060 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 60428) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:25:51.968338 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13daf108-d787-4657-84ce-83434bce04a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:25:51.968685 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13daf108-d787-4657-84ce-83434bce04a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:25:51.969021 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13daf108-d787-4657-84ce-83434bce04a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:25:51.969355 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13daf108-d787-4657-84ce-83434bce04a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:25:51.969684 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13daf108-d787-4657-84ce-83434bce04a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:25:51.970008 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13daf108-d787-4657-84ce-83434bce04a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:25:51.970328 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13daf108-d787-4657-84ce-83434bce04a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:25:51.970681 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13daf108-d787-4657-84ce-83434bce04a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:25:51.971002 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13daf108-d787-4657-84ce-83434bce04a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:25:51.971326 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13daf108-d787-4657-84ce-83434bce04a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:25:51.971650 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13daf108-d787-4657-84ce-83434bce04a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:25:51.971968 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13daf108-d787-4657-84ce-83434bce04a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:25:51.972287 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13daf108-d787-4657-84ce-83434bce04a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:25:51.972602 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13daf108-d787-4657-84ce-83434bce04a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:25:51.972917 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13daf108-d787-4657-84ce-83434bce04a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:25:52.043166 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3c965b86-865d-4669-8b98-1e3fc6205e64 admin admin] Publish callbacks [] for security_group (eee78a96-77e3-445e-a555-6af8c3eab385), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:25:52.062759 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3c965b86-865d-4669-8b98-1e3fc6205e64 admin admin] Publish callbacks [] for security_group (eee78a96-77e3-445e-a555-6af8c3eab385), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:25:52.158789 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3c965b86-865d-4669-8b98-1e3fc6205e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (eee78a96-77e3-445e-a555-6af8c3eab385), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:25:52.161302 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3c965b86-865d-4669-8b98-1e3fc6205e64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:25:52.162770 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-3c965b86-865d-4669-8b98-1e3fc6205e64 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/eee78a96-77e3-445e-a555-6af8c3eab385 HTTP/1.1" status: 204 len: 168 time: 0.1977248 Nov 02 07:25:52.171405 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c965b86-865d-4669-8b98-1e3fc6205e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee78a96-77e3-445e-a555-6af8c3eab385,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:25:52.178812 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c965b86-865d-4669-8b98-1e3fc6205e64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:25:52.179161 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c965b86-865d-4669-8b98-1e3fc6205e64 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:25:52.179499 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c965b86-865d-4669-8b98-1e3fc6205e64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:25:52.179835 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c965b86-865d-4669-8b98-1e3fc6205e64 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:25:52.180158 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c965b86-865d-4669-8b98-1e3fc6205e64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:25:52.180473 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c965b86-865d-4669-8b98-1e3fc6205e64 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:25:52.180800 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c965b86-865d-4669-8b98-1e3fc6205e64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:25:52.181120 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c965b86-865d-4669-8b98-1e3fc6205e64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:25:52.181441 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c965b86-865d-4669-8b98-1e3fc6205e64 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:25:52.181760 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c965b86-865d-4669-8b98-1e3fc6205e64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:25:52.182079 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c965b86-865d-4669-8b98-1e3fc6205e64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:25:52.182415 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c965b86-865d-4669-8b98-1e3fc6205e64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:25:52.182737 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c965b86-865d-4669-8b98-1e3fc6205e64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:25:52.183051 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c965b86-865d-4669-8b98-1e3fc6205e64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:25:52.183369 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c965b86-865d-4669-8b98-1e3fc6205e64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:26:01.351428 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:26:01.957206 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=18,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:26:01.964442 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=21,neutron:INSERT=7 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:26:02.165764 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:26:02.174190 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:26:02.204447 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:26:02.623998 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 5 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:26:15.375177 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=16 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:26:15.379270 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=18 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:26:16.313314 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5e5b689e-995c-4034-bf9c-c53858055fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:26:18.515892 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-76da916a-7141-41fd-ac60-7f25785fb991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:26:19.854631 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:26:21.255207 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:26:21.356831 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:26:31.350299 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:26:31.352917 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:26:39.622464 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 5 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:26:41.623010 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:26:46.315980 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-8f4900f3-b6e2-4f31-bcb7-31ac7c047630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:26:48.516797 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-80e807fa-385e-4bce-9c2f-917dba125668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:26:49.619203 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:26:49.857077 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:26:51.260927 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:26:51.360138 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:27:01.353784 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:27:01.355705 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:27:16.317531 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-0df0ca96-7c6c-4ae4-903b-0ee2f99ee070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:27:16.621776 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 5 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:27:18.519192 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4e2f0bbc-7a49-4530-b3f1-bc606f432c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:27:19.860953 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:27:21.264116 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:27:21.362259 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:27:25.411041 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-647582'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:27:26.617963 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=7 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:27:26.619323 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:27:35.403770 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:27:35.408110 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:27:39.060145 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 60522) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:27:39.187648 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-f77e889c-3389-469b-881b-bc51d5967bd7 admin admin] 10.222.0.18 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1264148 Nov 02 07:27:41.640853 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 60532) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:27:41.695441 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-f77fd45f-70df-4d30-8d87-26201959c8a2 admin admin] 10.222.0.18 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0535874 Nov 02 07:27:46.319660 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d5de75a2-3fcd-4e1b-b985-383b2dfc0e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:27:48.521749 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-0990d58e-fec7-486b-b2e6-aebf35909051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:27:49.182277 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:27:49.860911 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:27:51.271203 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:27:51.368478 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:27:51.690706 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:27:53.623272 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:27:55.390886 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:27:55.625894 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:28:03.617257 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:28:05.386389 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:28:05.387497 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:28:15.383589 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=15 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:28:15.385562 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=11 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:28:16.321665 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b488b124-0d33-4478-93bb-6f4800c53869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:28:18.523592 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-9dcf4b88-697d-4b36-971d-1526f0e6ec23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:28:19.865358 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:28:21.270701 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:28:21.371485 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:28:25.391242 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:28:30.630117 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:28:35.385476 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:28:35.387753 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:28:40.618535 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=5 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:28:40.622718 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=3 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:28:46.325236 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-72364c13-a07a-42b9-8683-922445a1483e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:28:48.525616 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-1ffa8408-bac7-4d8b-be48-c91721229301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:28:49.868592 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:28:51.273753 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:28:51.373467 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:28:55.422020 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:05.416311 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:05.418274 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:07.619548 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:29:11.430228 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 60660) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:11.768987 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1966386420-network', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:29:11.795645 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] Made reservation on behalf of c60cb95cbf734d9b852af2bdcad4e1c0 for: {'network': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:29:11.798865 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for network (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:11.814010 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:11.907459 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] Publish callbacks [] for security_group (2713dd19-a3fc-44dd-8008-6dbf7dc35582), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:11.911728 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (2713dd19-a3fc-44dd-8008-6dbf7dc35582), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:11.947436 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=104568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 07:29:11.951225 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2713dd19-a3fc-44dd-8008-6dbf7dc35582,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:11.961014 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:11.961308 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:11.961649 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:11.961983 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:11.962310 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:11.962949 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:11.963459 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:11.963768 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:11.964294 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:11.964841 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:11.965345 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:11.965680 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:11.966006 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:11.966326 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:11.966668 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] Tracked resource versions report: Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: pushed versions: Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: { 'AddressGroup': {'1.2'}, Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: 'Agent': {'1.1'}, Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: 'ConntrackHelper': {'1.0'}, Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: 'LocalIPAssociation': {'1.0'}, Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: 'Log': {'1.0'}, Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: 'NDPProxy': {'1.0'}, Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: 'Network': {'1.1'}, Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: 'Port': {'1.7'}, Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: 'PortForwarding': {'1.3'}, Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: 'QosPolicy': {'1.10'}, Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: 'SecurityGroup': {'1.5'}, Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: 'SecurityGroupRule': {'1.2'}, Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: 'SubPort': {'1.0'}, Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: 'Subnet': {'1.1'}, Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: 'Trunk': {'1.1'}} Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: consumer versions: Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: { DHCP agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: HyperV agent@hv-cinder-80473: {}, Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: L3 agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: Metadata agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: Metering agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: Open vSwitch agent@dv-cinder-804735-33-iscsi: { 'AddressGroup': '1.2', Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: 'Agent': '1.1', Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: 'ConntrackHelper': '1.0', Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: 'LocalIPAssociation': '1.0', Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: 'Log': '1.0', Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: 'NDPProxy': '1.0', Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: 'Network': '1.1', Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: 'Port': '1.7', Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: 'PortForwarding': '1.3', Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: 'QosPolicy': '1.10', Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: 'SecurityGroup': '1.5', Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: 'SecurityGroupRule': '1.2', Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: 'SubPort': '1.0', Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: 'Subnet': '1.1', Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: 'Trunk': '1.1'}} Nov 02 07:29:11.968078 dv-cinder-804735-33-iscsi neutron-server[104568]: {{(pid=104568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 07:29:11.978237 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744620219001', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (9319e40f-b31f-4389-b110-ad9b4c314925), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:11.978819 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] Unsubscribe: segment precommit_create {{(pid=104568) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 02 07:29:11.979195 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.db.segments_db [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] Added segment 9319e40f-b31f-4389-b110-ad9b4c314925 of type vlan for network f40ed210-eb7b-4935-8be8-8b7615c77c12 Nov 02 07:29:12.048240 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744619761345'] for network (f40ed210-eb7b-4935-8be8-8b7615c77c12), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:12.083042 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for network (f40ed210-eb7b-4935-8be8-8b7615c77c12), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:12.084103 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:12.084787 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:12.187794 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] Pushing event updated for resources: {'Network': ['ID=f40ed210-eb7b-4935-8be8-8b7615c77c12,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:12.200382 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Network f40ed210-eb7b-4935-8be8-8b7615c77c12 details requested by agent ovs-agent-dv-cinder-804735-33-iscsi with host dv-cinder-804735-33-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 07:29:12.214577 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-e110ae70-d907-46b5-a225-a814896e28f4 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7803800 Nov 02 07:29:12.215514 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 60714) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:12.221939 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-a427421a-c40e-4c9e-a618-c9695c090c89 admin admin] Request body: {'subnet': {'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1966386420-subnet', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:29:12.249058 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a427421a-c40e-4c9e-a618-c9695c090c89 admin admin] Made reservation on behalf of c60cb95cbf734d9b852af2bdcad4e1c0 for: {'subnet': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:29:12.251939 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a427421a-c40e-4c9e-a618-c9695c090c89 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:12.451919 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a427421a-c40e-4c9e-a618-c9695c090c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for subnet (2425be66-0e89-40dd-949b-94121b115f5c), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:12.498277 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427421a-c40e-4c9e-a618-c9695c090c89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2425be66-0e89-40dd-949b-94121b115f5c,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:12.508141 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427421a-c40e-4c9e-a618-c9695c090c89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:12.508475 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427421a-c40e-4c9e-a618-c9695c090c89 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:12.508811 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427421a-c40e-4c9e-a618-c9695c090c89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:12.509139 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427421a-c40e-4c9e-a618-c9695c090c89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:12.509457 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427421a-c40e-4c9e-a618-c9695c090c89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:12.509774 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427421a-c40e-4c9e-a618-c9695c090c89 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:12.510088 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427421a-c40e-4c9e-a618-c9695c090c89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:12.510428 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427421a-c40e-4c9e-a618-c9695c090c89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:12.510747 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427421a-c40e-4c9e-a618-c9695c090c89 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:12.511060 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427421a-c40e-4c9e-a618-c9695c090c89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:12.511931 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427421a-c40e-4c9e-a618-c9695c090c89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:12.512256 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427421a-c40e-4c9e-a618-c9695c090c89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:12.512567 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427421a-c40e-4c9e-a618-c9695c090c89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:12.512873 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427421a-c40e-4c9e-a618-c9695c090c89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:12.513259 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427421a-c40e-4c9e-a618-c9695c090c89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a427421a-c40e-4c9e-a618-c9695c090c89 admin admin] Tracked resource versions report: Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: pushed versions: Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: { 'AddressGroup': {'1.2'}, Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: 'Agent': {'1.1'}, Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: 'ConntrackHelper': {'1.0'}, Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: 'LocalIPAssociation': {'1.0'}, Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: 'Log': {'1.0'}, Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: 'NDPProxy': {'1.0'}, Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: 'Network': {'1.1'}, Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: 'Port': {'1.7'}, Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: 'PortForwarding': {'1.3'}, Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: 'QosPolicy': {'1.10'}, Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: 'SecurityGroup': {'1.5'}, Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: 'SecurityGroupRule': {'1.2'}, Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: 'SubPort': {'1.0'}, Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: 'Subnet': {'1.1'}, Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: 'Trunk': {'1.1'}} Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: consumer versions: Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: { DHCP agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: HyperV agent@hv-cinder-80473: {}, Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: L3 agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: Metadata agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: Metering agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: Open vSwitch agent@dv-cinder-804735-33-iscsi: { 'AddressGroup': '1.2', Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: 'Agent': '1.1', Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: 'ConntrackHelper': '1.0', Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: 'LocalIPAssociation': '1.0', Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: 'Log': '1.0', Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: 'NDPProxy': '1.0', Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: 'Network': '1.1', Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: 'Port': '1.7', Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: 'PortForwarding': '1.3', Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: 'QosPolicy': '1.10', Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: 'SecurityGroup': '1.5', Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: 'SecurityGroupRule': '1.2', Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: 'SubPort': '1.0', Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: 'Subnet': '1.1', Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: 'Trunk': '1.1'}} Nov 02 07:29:12.514423 dv-cinder-804735-33-iscsi neutron-server[104569]: {{(pid=104569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 07:29:12.539439 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a427421a-c40e-4c9e-a618-c9695c090c89 admin admin] Checking segment: {'id': '9319e40f-b31f-4389-b110-ad9b4c314925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:29:12.539787 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a427421a-c40e-4c9e-a618-c9695c090c89 admin admin] Network hostable DHCP agents. Network: f40ed210-eb7b-4935-8be8-8b7615c77c12, hostable agents: ['bceb131e-a03d-46e7-91df-936d929aaf3a'], hosted agents: [] {{(pid=104569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 07:29:12.560513 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a427421a-c40e-4c9e-a618-c9695c090c89 admin admin] Network f40ed210-eb7b-4935-8be8-8b7615c77c12 is scheduled to be hosted by DHCP agent bceb131e-a03d-46e7-91df-936d929aaf3a with binding_index 1 {{(pid=104569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 07:29:12.570893 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-a427421a-c40e-4c9e-a618-c9695c090c89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-33-iscsi, f40ed210-eb7b-4935-8be8-8b7615c77c12) {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:29:12.576226 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a427421a-c40e-4c9e-a618-c9695c090c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:12.576860 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a427421a-c40e-4c9e-a618-c9695c090c89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:12.584014 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e74d6b-a1c2-4c7f-b743-cb0840040bb4 None None] Network f40ed210-eb7b-4935-8be8-8b7615c77c12 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:29:12.602666 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-a427421a-c40e-4c9e-a618-c9695c090c89 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3852379 Nov 02 07:29:12.607602 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 60742) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:12.615181 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-1ad76684-b713-432d-9a3b-cf0d8942f482 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1966386420-router', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:29:12.645725 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1ad76684-b713-432d-9a3b-cf0d8942f482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518397'] for router (c80cad22-ba32-4d6f-b8d2-fa375507979c), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:12.647726 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1ad76684-b713-432d-9a3b-cf0d8942f482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-660658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-678971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518378'] for router (c80cad22-ba32-4d6f-b8d2-fa375507979c), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:12.709283 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp204866af-937c-5d88-be22-37b8279ded6e-f40ed210-eb7b-4935-8be8-8b7615c77c12', 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12', 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'fixed_ips': [{'subnet_id': '2425be66-0e89-40dd-949b-94121b115f5c'}]}} from dv-cinder-804735-33-iscsi. {{(pid=104570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 07:29:12.710289 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:12.723426 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1ad76684-b713-432d-9a3b-cf0d8942f482 admin admin] Publish callbacks [] for router_controller (c80cad22-ba32-4d6f-b8d2-fa375507979c), precommit_add_association {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:12.758565 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 60748) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:12.855047 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.db_base_plugin_common [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Allocated IP 172.20.0.2 (f40ed210-eb7b-4935-8be8-8b7615c77c12/2425be66-0e89-40dd-949b-94121b115f5c/1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7) {{(pid=104570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:29:12.897703 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1ad76684-b713-432d-9a3b-cf0d8942f482 admin admin] Publish callbacks [] for router_gateway (c80cad22-ba32-4d6f-b8d2-fa375507979c), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:13.017529 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Publish callbacks [] for port (1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7), precommit_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:13.024567 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738'] for port (1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:13.082696 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Network f40ed210-eb7b-4935-8be8-8b7615c77c12 is already hosted by enough agents. {{(pid=104570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:29:13.086089 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Pushing event updated for resources: {'Port': ['ID=1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7,revision_number=1']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:13.089490 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.base_scheduler [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Resources bound (agent type, host, resource id): {{(pid=104570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:29:13.092054 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Received port after_create {{(pid=104570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:29:13.101526 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:13.102096 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:13.102695 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:13.103042 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:13.103510 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:13.103980 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:13.104299 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:13.104792 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:13.105236 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:13.105480 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:13.105795 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:13.106279 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:13.106621 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:13.107180 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:13.107644 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Tracked resource versions report: Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: pushed versions: Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: { 'AddressGroup': {'1.2'}, Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: 'Agent': {'1.1'}, Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: 'ConntrackHelper': {'1.0'}, Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: 'LocalIPAssociation': {'1.0'}, Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: 'Log': {'1.0'}, Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: 'NDPProxy': {'1.0'}, Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: 'Network': {'1.1'}, Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: 'Port': {'1.7'}, Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: 'PortForwarding': {'1.3'}, Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: 'QosPolicy': {'1.10'}, Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: 'SecurityGroup': {'1.5'}, Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: 'SecurityGroupRule': {'1.2'}, Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: 'SubPort': {'1.0'}, Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: 'Subnet': {'1.1'}, Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: 'Trunk': {'1.1'}} Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: consumer versions: Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: { DHCP agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: HyperV agent@hv-cinder-80473: {}, Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: L3 agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: Metadata agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: Metering agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: Open vSwitch agent@dv-cinder-804735-33-iscsi: { 'AddressGroup': '1.2', Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: 'Agent': '1.1', Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: 'ConntrackHelper': '1.0', Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: 'LocalIPAssociation': '1.0', Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: 'Log': '1.0', Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: 'NDPProxy': '1.0', Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: 'Network': '1.1', Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: 'Port': '1.7', Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: 'PortForwarding': '1.3', Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: 'QosPolicy': '1.10', Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: 'SecurityGroup': '1.5', Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: 'SecurityGroupRule': '1.2', Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: 'SubPort': '1.0', Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: 'Subnet': '1.1', Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: 'Trunk': '1.1'}} Nov 02 07:29:13.109032 dv-cinder-804735-33-iscsi neutron-server[104570]: {{(pid=104570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 07:29:13.129230 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1ad76684-b713-432d-9a3b-cf0d8942f482 admin admin] Publish callbacks [] for router_gateway (c80cad22-ba32-4d6f-b8d2-fa375507979c), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:13.156476 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1ad76684-b713-432d-9a3b-cf0d8942f482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:13.169779 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Attempting to bind port 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7 on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:29:13.170326 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Attempting to bind port 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7 by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': '9319e40f-b31f-4389-b110-ad9b4c314925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:29:13.170989 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Attempting to bind port 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7 on network f40ed210-eb7b-4935-8be8-8b7615c77c12 {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:29:13.219273 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:29:13.219938 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Checking segment: {'id': '9319e40f-b31f-4389-b110-ad9b4c314925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:29:13.220210 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:13.220373 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Bound using segment: {'id': '9319e40f-b31f-4389-b110-ad9b4c314925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:29:13.220832 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Bound port: 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9319e40f-b31f-4389-b110-ad9b4c314925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:29:13.221405 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:13.222070 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:13.297190 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:13.298248 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-1ad76684-b713-432d-9a3b-cf0d8942f482 admin admin] Allocated IP 172.27.2.186 (ac01166e-81e9-4cae-b853-f9fd1f541c1c/957d630b-2ac5-4777-98af-d9a9e169b647/271e8c31-dcb2-41a1-8375-c7f2575e8e44) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:29:13.302763 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] For port 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:29:13.309773 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] For port 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7,segment=NetworkSegment(9319e40f-b31f-4389-b110-ad9b4c314925),segment_id=9319e40f-b31f-4389-b110-ad9b4c314925)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:29:13.321082 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:13.363816 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-e0df2bbb-c68a-47e5-b861-3cac6bbb70a2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-803879435-network', 'tenant_id': 'f676ec82a80f4425a6fa7562ee47a4cf'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:29:13.414900 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725ac13-aebb-4739-85d8-000f645acc82 None None] Pushing event updated for resources: {'Port': ['ID=1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:13.428609 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0df2bbb-c68a-47e5-b861-3cac6bbb70a2 admin admin] Made reservation on behalf of f676ec82a80f4425a6fa7562ee47a4cf for: {'network': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:29:13.431346 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e0df2bbb-c68a-47e5-b861-3cac6bbb70a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for network (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:13.446902 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e0df2bbb-c68a-47e5-b861-3cac6bbb70a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:13.586610 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e0df2bbb-c68a-47e5-b861-3cac6bbb70a2 admin admin] Publish callbacks [] for security_group (166ab8a5-276e-40c1-96c5-c4d104c5fb15), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:13.594830 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e0df2bbb-c68a-47e5-b861-3cac6bbb70a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (166ab8a5-276e-40c1-96c5-c4d104c5fb15), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:13.615477 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0df2bbb-c68a-47e5-b861-3cac6bbb70a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=104569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 07:29:13.629798 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1ad76684-b713-432d-9a3b-cf0d8942f482 admin admin] Publish callbacks [] for port (271e8c31-dcb2-41a1-8375-c7f2575e8e44), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:13.704198 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e0df2bbb-c68a-47e5-b861-3cac6bbb70a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (21ee6202-3607-432f-b12e-4294c3e078fe), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:13.704661 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.db.segments_db [None req-e0df2bbb-c68a-47e5-b861-3cac6bbb70a2 admin admin] Added segment 21ee6202-3607-432f-b12e-4294c3e078fe of type vlan for network 11191c9e-d03e-442c-a794-03d78c42edeb Nov 02 07:29:13.705787 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 60770) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:13.719451 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1ad76684-b713-432d-9a3b-cf0d8942f482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738'] for port (271e8c31-dcb2-41a1-8375-c7f2575e8e44), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:13.758805 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df2bbb-c68a-47e5-b861-3cac6bbb70a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166ab8a5-276e-40c1-96c5-c4d104c5fb15,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:13.776981 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e0df2bbb-c68a-47e5-b861-3cac6bbb70a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744619761345'] for network (11191c9e-d03e-442c-a794-03d78c42edeb), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:13.818757 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e0df2bbb-c68a-47e5-b861-3cac6bbb70a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for network (11191c9e-d03e-442c-a794-03d78c42edeb), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:13.820347 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0df2bbb-c68a-47e5-b861-3cac6bbb70a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:13.821034 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e0df2bbb-c68a-47e5-b861-3cac6bbb70a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:13.824153 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad76684-b713-432d-9a3b-cf0d8942f482 admin admin] Pushing event updated for resources: {'Port': ['ID=271e8c31-dcb2-41a1-8375-c7f2575e8e44,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:13.856540 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad76684-b713-432d-9a3b-cf0d8942f482 admin admin] Network ac01166e-81e9-4cae-b853-f9fd1f541c1c is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:29:13.858462 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-1ad76684-b713-432d-9a3b-cf0d8942f482 admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:29:13.865524 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad76684-b713-432d-9a3b-cf0d8942f482 admin admin] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:29:13.906289 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-e0df2bbb-c68a-47e5-b861-3cac6bbb70a2 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1466236 Nov 02 07:29:13.909165 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 60792) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:13.927151 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-5edf2603-3b20-4f58-beb9-7b6a3b52de93 admin admin] Request body: {'subnet': {'network_id': '11191c9e-d03e-442c-a794-03d78c42edeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-803879435-subnet', 'tenant_id': 'f676ec82a80f4425a6fa7562ee47a4cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:29:13.992510 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df2bbb-c68a-47e5-b861-3cac6bbb70a2 admin admin] Pushing event updated for resources: {'Network': ['ID=11191c9e-d03e-442c-a794-03d78c42edeb,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:14.005422 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Network 11191c9e-d03e-442c-a794-03d78c42edeb details requested by agent ovs-agent-dv-cinder-804735-33-iscsi with host dv-cinder-804735-33-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 07:29:14.013359 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edf2603-3b20-4f58-beb9-7b6a3b52de93 admin admin] Made reservation on behalf of f676ec82a80f4425a6fa7562ee47a4cf for: {'subnet': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:29:14.020407 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5edf2603-3b20-4f58-beb9-7b6a3b52de93 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:14.066210 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:14.098765 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-64458583-2be2-4551-b87d-d013022454bd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-98063645-network', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:29:14.106305 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:14.244504 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1ad76684-b713-432d-9a3b-cf0d8942f482 admin admin] Publish callbacks [] for router_gateway (c80cad22-ba32-4d6f-b8d2-fa375507979c), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:14.268893 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64458583-2be2-4551-b87d-d013022454bd admin admin] Made reservation on behalf of df168e1504c947169b74f50c1ed4de95 for: {'network': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:29:14.271643 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-64458583-2be2-4551-b87d-d013022454bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for network (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:14.313659 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-64458583-2be2-4551-b87d-d013022454bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:14.418055 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5edf2603-3b20-4f58-beb9-7b6a3b52de93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for subnet (d6e658cd-4f30-4c95-98d1-6c9967d26219), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:14.566224 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edf2603-3b20-4f58-beb9-7b6a3b52de93 admin admin] Checking segment: {'id': '21ee6202-3607-432f-b12e-4294c3e078fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '11191c9e-d03e-442c-a794-03d78c42edeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:29:14.566602 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edf2603-3b20-4f58-beb9-7b6a3b52de93 admin admin] Network hostable DHCP agents. Network: 11191c9e-d03e-442c-a794-03d78c42edeb, hostable agents: ['bceb131e-a03d-46e7-91df-936d929aaf3a'], hosted agents: [] {{(pid=104569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 07:29:14.606838 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edf2603-3b20-4f58-beb9-7b6a3b52de93 admin admin] Network 11191c9e-d03e-442c-a794-03d78c42edeb is scheduled to be hosted by DHCP agent bceb131e-a03d-46e7-91df-936d929aaf3a with binding_index 1 {{(pid=104569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 07:29:14.616246 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf2603-3b20-4f58-beb9-7b6a3b52de93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6e658cd-4f30-4c95-98d1-6c9967d26219,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:14.626635 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:14.628068 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-5edf2603-3b20-4f58-beb9-7b6a3b52de93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-33-iscsi, 11191c9e-d03e-442c-a794-03d78c42edeb) {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:29:14.633789 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edf2603-3b20-4f58-beb9-7b6a3b52de93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:14.635016 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5edf2603-3b20-4f58-beb9-7b6a3b52de93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:14.643679 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdc8707-b828-4470-80ba-db09cb194e5a None None] Network 11191c9e-d03e-442c-a794-03d78c42edeb requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:29:14.715006 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-5edf2603-3b20-4f58-beb9-7b6a3b52de93 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8008528 Nov 02 07:29:14.716613 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 60824) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:14.727097 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-d0676e0c-9d3f-4574-ad46-428ce9c0a556 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-803879435-router', 'tenant_id': 'f676ec82a80f4425a6fa7562ee47a4cf', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:29:14.744215 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-64458583-2be2-4551-b87d-d013022454bd admin admin] Publish callbacks [] for security_group (efa7760d-6895-43c6-9d16-30416950f67b), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:14.751741 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-64458583-2be2-4551-b87d-d013022454bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (efa7760d-6895-43c6-9d16-30416950f67b), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:14.778265 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64458583-2be2-4551-b87d-d013022454bd admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=104569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 07:29:14.784118 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1ad76684-b713-432d-9a3b-cf0d8942f482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648988'] for router (c80cad22-ba32-4d6f-b8d2-fa375507979c), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:14.803891 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:14.806019 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:14.806482 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-64458583-2be2-4551-b87d-d013022454bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (d7e1724e-6066-427b-a3a4-bc3e1a8af7fa), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:14.806827 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.db.segments_db [None req-64458583-2be2-4551-b87d-d013022454bd admin admin] Added segment d7e1724e-6066-427b-a3a4-bc3e1a8af7fa of type vlan for network dc944948-bf48-4be4-9702-2103a8c937e6 Nov 02 07:29:14.809714 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d0676e0c-9d3f-4574-ad46-428ce9c0a556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518397'] for router (55723529-c777-4cb7-87c9-2c9d1dffccf5), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:14.811594 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d0676e0c-9d3f-4574-ad46-428ce9c0a556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-660658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-678971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518378'] for router (55723529-c777-4cb7-87c9-2c9d1dffccf5), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:14.843149 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4752b14b-e57e-45df-ac87-5d70a0dc4c29 None None] Network f40ed210-eb7b-4935-8be8-8b7615c77c12 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:29:14.883790 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-64458583-2be2-4551-b87d-d013022454bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744619761345'] for network (dc944948-bf48-4be4-9702-2103a8c937e6), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:14.924613 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-64458583-2be2-4551-b87d-d013022454bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for network (dc944948-bf48-4be4-9702-2103a8c937e6), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:14.925783 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64458583-2be2-4551-b87d-d013022454bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:14.926579 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-64458583-2be2-4551-b87d-d013022454bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:14.991763 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:14.993734 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d0676e0c-9d3f-4574-ad46-428ce9c0a556 admin admin] Publish callbacks [] for router_controller (55723529-c777-4cb7-87c9-2c9d1dffccf5), precommit_add_association {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:15.020879 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64458583-2be2-4551-b87d-d013022454bd admin admin] Pushing event updated for resources: {'Network': ['ID=dc944948-bf48-4be4-9702-2103a8c937e6,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:15.043121 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64458583-2be2-4551-b87d-d013022454bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa7760d-6895-43c6-9d16-30416950f67b,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:15.061619 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-64458583-2be2-4551-b87d-d013022454bd admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3541000 Nov 02 07:29:15.064279 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 60828) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:15.070738 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-4fcb33ce-5ec6-4d16-91a5-35ff37e7d275 admin admin] Request body: {'subnet': {'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-98063645-subnet', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:29:15.128870 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcb33ce-5ec6-4d16-91a5-35ff37e7d275 admin admin] Made reservation on behalf of df168e1504c947169b74f50c1ed4de95 for: {'subnet': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:29:15.132638 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4fcb33ce-5ec6-4d16-91a5-35ff37e7d275 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:15.192689 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Network dc944948-bf48-4be4-9702-2103a8c937e6 details requested by agent ovs-agent-dv-cinder-804735-33-iscsi with host dv-cinder-804735-33-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 07:29:15.243972 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:15.365295 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d0676e0c-9d3f-4574-ad46-428ce9c0a556 admin admin] Publish callbacks [] for router_gateway (55723529-c777-4cb7-87c9-2c9d1dffccf5), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:15.473764 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713d9c47-f2b2-4ba0-b2a6-6c74f8215871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp204866af-937c-5d88-be22-37b8279ded6e-11191c9e-d03e-442c-a794-03d78c42edeb', 'network_id': '11191c9e-d03e-442c-a794-03d78c42edeb', 'project_id': 'f676ec82a80f4425a6fa7562ee47a4cf', 'fixed_ips': [{'subnet_id': 'd6e658cd-4f30-4c95-98d1-6c9967d26219'}]}} from dv-cinder-804735-33-iscsi. {{(pid=104570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 07:29:15.474761 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad76684-b713-432d-9a3b-cf0d8942f482 admin admin] Router c80cad22-ba32-4d6f-b8d2-fa375507979c is scheduled to L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a with binding_index 1 {{(pid=104568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 07:29:15.476714 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-713d9c47-f2b2-4ba0-b2a6-6c74f8215871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:15.515431 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:15.519506 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:15.534275 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-26f80afa-23c0-42d3-8d5d-6217877ce725 None None] Provisioning complete for port 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:15.536867 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-26f80afa-23c0-42d3-8d5d-6217877ce725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:15.537103 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4fcb33ce-5ec6-4d16-91a5-35ff37e7d275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for subnet (1d426ab6-29f8-42bf-863b-191b8ac9a103), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:15.537336 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-26f80afa-23c0-42d3-8d5d-6217877ce725 None None] Attempt 1 to provision port 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7 Nov 02 07:29:15.627061 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcb33ce-5ec6-4d16-91a5-35ff37e7d275 admin admin] Checking segment: {'id': 'd7e1724e-6066-427b-a3a4-bc3e1a8af7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:29:15.627680 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcb33ce-5ec6-4d16-91a5-35ff37e7d275 admin admin] Network hostable DHCP agents. Network: dc944948-bf48-4be4-9702-2103a8c937e6, hostable agents: ['bceb131e-a03d-46e7-91df-936d929aaf3a'], hosted agents: [] {{(pid=104569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 07:29:15.660745 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcb33ce-5ec6-4d16-91a5-35ff37e7d275 admin admin] Network dc944948-bf48-4be4-9702-2103a8c937e6 is scheduled to be hosted by DHCP agent bceb131e-a03d-46e7-91df-936d929aaf3a with binding_index 1 {{(pid=104569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 07:29:15.675894 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb33ce-5ec6-4d16-91a5-35ff37e7d275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d426ab6-29f8-42bf-863b-191b8ac9a103,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:15.678962 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-4fcb33ce-5ec6-4d16-91a5-35ff37e7d275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-33-iscsi, dc944948-bf48-4be4-9702-2103a8c937e6) {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:29:15.684100 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcb33ce-5ec6-4d16-91a5-35ff37e7d275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:15.684965 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4fcb33ce-5ec6-4d16-91a5-35ff37e7d275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:15.706182 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-4fcb33ce-5ec6-4d16-91a5-35ff37e7d275 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6404619 Nov 02 07:29:15.708738 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 60848) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:15.725081 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-a675ab59-1dc6-4995-ac9b-31e19f837aa8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-98063645-router', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:29:15.763332 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a675ab59-1dc6-4995-ac9b-31e19f837aa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518397'] for router (4d64b9b3-55c5-424c-9589-335054c01a43), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:15.764775 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a675ab59-1dc6-4995-ac9b-31e19f837aa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-660658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-678971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518378'] for router (4d64b9b3-55c5-424c-9589-335054c01a43), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:15.779307 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3615697-13a9-483c-b40b-09a2264cb0f8 None None] Network dc944948-bf48-4be4-9702-2103a8c937e6 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:29:15.791022 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:29:15.822247 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad76684-b713-432d-9a3b-cf0d8942f482 admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:29:15.837155 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e20547d-08f1-4fc1-ad88-942adec8c655 None None] Sync routers for ids ['c80cad22-ba32-4d6f-b8d2-fa375507979c'] in dv-cinder-804735-33-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:29:15.853008 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e20547d-08f1-4fc1-ad88-942adec8c655 None None] Routers {'c80cad22-ba32-4d6f-b8d2-fa375507979c'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:29:15.855844 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-0e20547d-08f1-4fc1-ad88-942adec8c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:28:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['c80cad22-ba32-4d6f-b8d2-fa375507979c'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:29:15.903192 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1ad76684-b713-432d-9a3b-cf0d8942f482 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:15.906422 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-1ad76684-b713-432d-9a3b-cf0d8942f482 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.2975407 Nov 02 07:29:15.913459 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 60856) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:15.942570 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a675ab59-1dc6-4995-ac9b-31e19f837aa8 admin admin] Publish callbacks [] for router_controller (4d64b9b3-55c5-424c-9589-335054c01a43), precommit_add_association {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:16.099512 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baacd8b-0e07-48d0-9180-77dfa54855ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp204866af-937c-5d88-be22-37b8279ded6e-dc944948-bf48-4be4-9702-2103a8c937e6', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'fixed_ips': [{'subnet_id': '1d426ab6-29f8-42bf-863b-191b8ac9a103'}]}} from dv-cinder-804735-33-iscsi. {{(pid=104570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 07:29:16.103985 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2baacd8b-0e07-48d0-9180-77dfa54855ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:16.256967 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:16.257355 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:16.257772 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7 Nov 02 07:29:16.324876 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a675ab59-1dc6-4995-ac9b-31e19f837aa8 admin admin] Publish callbacks [] for router_gateway (4d64b9b3-55c5-424c-9589-335054c01a43), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:16.346915 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:16.387709 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-0e20547d-08f1-4fc1-ad88-942adec8c655 None None] Set router c80cad22-ba32-4d6f-b8d2-fa375507979c gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:29:16.567987 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.db_base_plugin_common [None req-713d9c47-f2b2-4ba0-b2a6-6c74f8215871 None None] Allocated IP 172.20.0.2 (11191c9e-d03e-442c-a794-03d78c42edeb/d6e658cd-4f30-4c95-98d1-6c9967d26219/73111347-2a28-462e-a2ba-63effdc45de2) {{(pid=104570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:29:16.568886 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d0676e0c-9d3f-4574-ad46-428ce9c0a556 admin admin] Publish callbacks [] for router_gateway (55723529-c777-4cb7-87c9-2c9d1dffccf5), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:16.572236 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-26f80afa-23c0-42d3-8d5d-6217877ce725 None None] Current status of the port 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:29:16.572642 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-26f80afa-23c0-42d3-8d5d-6217877ce725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:16.693241 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-0e20547d-08f1-4fc1-ad88-942adec8c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'name': 'tempest-ServerRescueNegativeTestJSON-1966386420-router', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:12Z', 'updated_at': '2022-11-02T07:29:14Z', 'revision_number': 3, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'gw_port': {'id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:13Z', 'updated_at': '2022-11-02T07:29:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:29:16.719556 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d764e2b1-0f3f-4d2c-96fa-9a2a91f868c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:16.772152 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-26f80afa-23c0-42d3-8d5d-6217877ce725 None None] For port 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7,segment=NetworkSegment(9319e40f-b31f-4389-b110-ad9b4c314925),segment_id=9319e40f-b31f-4389-b110-ad9b4c314925)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:29:16.777797 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e20547d-08f1-4fc1-ad88-942adec8c655 None None] Checking router: c80cad22-ba32-4d6f-b8d2-fa375507979c for host: dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:29:16.778310 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e20547d-08f1-4fc1-ad88-942adec8c655 None None] Updating router c80cad22-ba32-4d6f-b8d2-fa375507979c port 271e8c31-dcb2-41a1-8375-c7f2575e8e44 binding host dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 07:29:16.816313 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-0e20547d-08f1-4fc1-ad88-942adec8c655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (271e8c31-dcb2-41a1-8375-c7f2575e8e44), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:16.844348 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d0676e0c-9d3f-4574-ad46-428ce9c0a556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:16.896492 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-26f80afa-23c0-42d3-8d5d-6217877ce725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:16.935886 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.db_base_plugin_common [None req-2baacd8b-0e07-48d0-9180-77dfa54855ea None None] Allocated IP 172.20.0.2 (dc944948-bf48-4be4-9702-2103a8c937e6/1d426ab6-29f8-42bf-863b-191b8ac9a103/130a4295-01e2-4e80-8cdf-64cbfe4debbd) {{(pid=104570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:29:17.069303 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:29:17.069564 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:17.073011 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:17.147048 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:17.175668 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a675ab59-1dc6-4995-ac9b-31e19f837aa8 admin admin] Publish callbacks [] for router_gateway (4d64b9b3-55c5-424c-9589-335054c01a43), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:17.231611 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a675ab59-1dc6-4995-ac9b-31e19f837aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:17.254626 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:17.422011 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f80afa-23c0-42d3-8d5d-6217877ce725 None None] Pushing event updated for resources: {'Port': ['ID=1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:17.428495 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2f85d175-7b42-4c13-94d5-d1f5a2699729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:17.430191 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-57e31ed5-0e00-45d2-bf38-871d1300cbf1 None None] Provisioning complete for port 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:17.430623 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-57e31ed5-0e00-45d2-bf38-871d1300cbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:17.430962 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-57e31ed5-0e00-45d2-bf38-871d1300cbf1 None None] Attempt 1 to provision port 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7 Nov 02 07:29:17.466085 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:17.474168 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-0e20547d-08f1-4fc1-ad88-942adec8c655 None None] Publish callbacks [] for port (271e8c31-dcb2-41a1-8375-c7f2575e8e44), precommit_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:17.487160 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-0e20547d-08f1-4fc1-ad88-942adec8c655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (271e8c31-dcb2-41a1-8375-c7f2575e8e44), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:17.571973 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-0e20547d-08f1-4fc1-ad88-942adec8c655 None None] Attempting to bind port 271e8c31-dcb2-41a1-8375-c7f2575e8e44 on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:29:17.572597 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-0e20547d-08f1-4fc1-ad88-942adec8c655 None None] Attempting to bind port 271e8c31-dcb2-41a1-8375-c7f2575e8e44 by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:29:17.573155 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e20547d-08f1-4fc1-ad88-942adec8c655 None None] Attempting to bind port 271e8c31-dcb2-41a1-8375-c7f2575e8e44 on network ac01166e-81e9-4cae-b853-f9fd1f541c1c {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:29:17.626798 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d646d25-f1d8-48f9-bb51-632f70e4837b None None] Pushing event updated for resources: {'Port': ['ID=271e8c31-dcb2-41a1-8375-c7f2575e8e44,revision_number=2']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:17.647785 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d646d25-f1d8-48f9-bb51-632f70e4837b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:17.648360 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d646d25-f1d8-48f9-bb51-632f70e4837b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:17.649059 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d646d25-f1d8-48f9-bb51-632f70e4837b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:17.649561 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d646d25-f1d8-48f9-bb51-632f70e4837b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:17.650053 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d646d25-f1d8-48f9-bb51-632f70e4837b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:17.650701 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d646d25-f1d8-48f9-bb51-632f70e4837b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:17.651199 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d646d25-f1d8-48f9-bb51-632f70e4837b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:17.652581 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d646d25-f1d8-48f9-bb51-632f70e4837b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:17.653089 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d646d25-f1d8-48f9-bb51-632f70e4837b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:17.653571 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d646d25-f1d8-48f9-bb51-632f70e4837b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:17.654304 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d646d25-f1d8-48f9-bb51-632f70e4837b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:17.654889 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d646d25-f1d8-48f9-bb51-632f70e4837b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:17.655396 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d646d25-f1d8-48f9-bb51-632f70e4837b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:17.655937 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d646d25-f1d8-48f9-bb51-632f70e4837b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:17.656460 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d646d25-f1d8-48f9-bb51-632f70e4837b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d646d25-f1d8-48f9-bb51-632f70e4837b None None] Tracked resource versions report: Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: pushed versions: Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: { 'AddressGroup': {'1.2'}, Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: 'Agent': {'1.1'}, Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: 'ConntrackHelper': {'1.0'}, Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: 'LocalIPAssociation': {'1.0'}, Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: 'Log': {'1.0'}, Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: 'NDPProxy': {'1.0'}, Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: 'Network': {'1.1'}, Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: 'Port': {'1.7'}, Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: 'PortForwarding': {'1.3'}, Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: 'QosPolicy': {'1.10'}, Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: 'SecurityGroup': {'1.5'}, Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: 'SecurityGroupRule': {'1.2'}, Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: 'SubPort': {'1.0'}, Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: 'Subnet': {'1.1'}, Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: 'Trunk': {'1.1'}} Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: consumer versions: Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: { DHCP agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: HyperV agent@hv-cinder-80473: {}, Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: L3 agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: Metadata agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: Metering agent@dv-cinder-804735-33-iscsi: {}, Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: Open vSwitch agent@dv-cinder-804735-33-iscsi: { 'AddressGroup': '1.2', Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: 'Agent': '1.1', Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: 'ConntrackHelper': '1.0', Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: 'LocalIPAssociation': '1.0', Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: 'Log': '1.0', Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: 'NDPProxy': '1.0', Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: 'Network': '1.1', Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: 'Port': '1.7', Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: 'PortForwarding': '1.3', Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: 'QosPolicy': '1.10', Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: 'SecurityGroup': '1.5', Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: 'SecurityGroupRule': '1.2', Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: 'SubPort': '1.0', Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: 'Subnet': '1.1', Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: 'Trunk': '1.1'}} Nov 02 07:29:17.657895 dv-cinder-804735-33-iscsi neutron-server[104571]: {{(pid=104571) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 07:29:17.697151 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:17.709610 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e20547d-08f1-4fc1-ad88-942adec8c655 None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:29:17.710582 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e20547d-08f1-4fc1-ad88-942adec8c655 None None] Checking segment: {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:29:17.711413 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-0e20547d-08f1-4fc1-ad88-942adec8c655 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:17.712426 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e20547d-08f1-4fc1-ad88-942adec8c655 None None] Bound using segment: {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:29:17.713836 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-0e20547d-08f1-4fc1-ad88-942adec8c655 None None] Bound port: 271e8c31-dcb2-41a1-8375-c7f2575e8e44, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:29:17.715165 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-0e20547d-08f1-4fc1-ad88-942adec8c655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (271e8c31-dcb2-41a1-8375-c7f2575e8e44), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:17.745567 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2baacd8b-0e07-48d0-9180-77dfa54855ea None None] Publish callbacks [] for port (130a4295-01e2-4e80-8cdf-64cbfe4debbd), precommit_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:17.751645 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-713d9c47-f2b2-4ba0-b2a6-6c74f8215871 None None] Publish callbacks [] for port (73111347-2a28-462e-a2ba-63effdc45de2), precommit_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:17.761641 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.db.api [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 07:29:17.762384 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG oslo_db.api [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 07:29:17.766538 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2baacd8b-0e07-48d0-9180-77dfa54855ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738'] for port (130a4295-01e2-4e80-8cdf-64cbfe4debbd), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:17.833202 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baacd8b-0e07-48d0-9180-77dfa54855ea None None] Pushing event updated for resources: {'Port': ['ID=130a4295-01e2-4e80-8cdf-64cbfe4debbd,revision_number=1']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:17.844287 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-713d9c47-f2b2-4ba0-b2a6-6c74f8215871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738'] for port (73111347-2a28-462e-a2ba-63effdc45de2), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:17.852088 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-0e20547d-08f1-4fc1-ad88-942adec8c655 None None] For port 271e8c31-dcb2-41a1-8375-c7f2575e8e44, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:29:17.860687 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-0e20547d-08f1-4fc1-ad88-942adec8c655 None None] For port 271e8c31-dcb2-41a1-8375-c7f2575e8e44, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=271e8c31-dcb2-41a1-8375-c7f2575e8e44,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:29:17.880501 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-0e20547d-08f1-4fc1-ad88-942adec8c655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (271e8c31-dcb2-41a1-8375-c7f2575e8e44), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:17.916416 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-d0676e0c-9d3f-4574-ad46-428ce9c0a556 admin admin] Allocated IP 172.27.2.52 (ac01166e-81e9-4cae-b853-f9fd1f541c1c/957d630b-2ac5-4777-98af-d9a9e169b647/326d84c0-8d4f-4e37-aae3-6bcc41cd294f) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:29:17.926826 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baacd8b-0e07-48d0-9180-77dfa54855ea None None] Network dc944948-bf48-4be4-9702-2103a8c937e6 is already hosted by enough agents. {{(pid=104570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:29:17.928074 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d9c47-f2b2-4ba0-b2a6-6c74f8215871 None None] Pushing event updated for resources: {'Port': ['ID=73111347-2a28-462e-a2ba-63effdc45de2,revision_number=1']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:17.938676 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.base_scheduler [None req-2baacd8b-0e07-48d0-9180-77dfa54855ea None None] Resources bound (agent type, host, resource id): {{(pid=104570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:29:17.941929 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713d9c47-f2b2-4ba0-b2a6-6c74f8215871 None None] Network 11191c9e-d03e-442c-a794-03d78c42edeb is already hosted by enough agents. {{(pid=104570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:29:17.943889 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baacd8b-0e07-48d0-9180-77dfa54855ea None None] Received port after_create {{(pid=104570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:29:17.965803 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.base_scheduler [None req-713d9c47-f2b2-4ba0-b2a6-6c74f8215871 None None] Resources bound (agent type, host, resource id): {{(pid=104570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:29:17.971267 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713d9c47-f2b2-4ba0-b2a6-6c74f8215871 None None] Received port after_create {{(pid=104570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:29:18.014469 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:18.045404 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e20547d-08f1-4fc1-ad88-942adec8c655 None None] Routers {'c80cad22-ba32-4d6f-b8d2-fa375507979c'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:29:18.046572 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-0e20547d-08f1-4fc1-ad88-942adec8c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:28:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['c80cad22-ba32-4d6f-b8d2-fa375507979c'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:29:18.067583 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-2baacd8b-0e07-48d0-9180-77dfa54855ea None None] Attempting to bind port 130a4295-01e2-4e80-8cdf-64cbfe4debbd on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:29:18.068429 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-2baacd8b-0e07-48d0-9180-77dfa54855ea None None] Attempting to bind port 130a4295-01e2-4e80-8cdf-64cbfe4debbd by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': 'd7e1724e-6066-427b-a3a4-bc3e1a8af7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:29:18.068961 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baacd8b-0e07-48d0-9180-77dfa54855ea None None] Attempting to bind port 130a4295-01e2-4e80-8cdf-64cbfe4debbd on network dc944948-bf48-4be4-9702-2103a8c937e6 {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:29:18.072102 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-57e31ed5-0e00-45d2-bf38-871d1300cbf1 None None] Current status of the port 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:29:18.142919 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-2f85d175-7b42-4c13-94d5-d1f5a2699729 admin admin] Allocated IP 172.20.0.1 (f40ed210-eb7b-4935-8be8-8b7615c77c12/2425be66-0e89-40dd-949b-94121b115f5c/0c7267b6-a9f5-4310-904e-c7f9db85954f) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:29:18.171007 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-713d9c47-f2b2-4ba0-b2a6-6c74f8215871 None None] Attempting to bind port 73111347-2a28-462e-a2ba-63effdc45de2 on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:29:18.171409 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-713d9c47-f2b2-4ba0-b2a6-6c74f8215871 None None] Attempting to bind port 73111347-2a28-462e-a2ba-63effdc45de2 by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': '21ee6202-3607-432f-b12e-4294c3e078fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '11191c9e-d03e-442c-a794-03d78c42edeb'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:29:18.172554 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713d9c47-f2b2-4ba0-b2a6-6c74f8215871 None None] Attempting to bind port 73111347-2a28-462e-a2ba-63effdc45de2 on network 11191c9e-d03e-442c-a794-03d78c42edeb {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:29:18.184935 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 60946) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:18.226478 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baacd8b-0e07-48d0-9180-77dfa54855ea None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:29:18.227070 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baacd8b-0e07-48d0-9180-77dfa54855ea None None] Checking segment: {'id': 'd7e1724e-6066-427b-a3a4-bc3e1a8af7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:29:18.228212 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2baacd8b-0e07-48d0-9180-77dfa54855ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:18.229367 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baacd8b-0e07-48d0-9180-77dfa54855ea None None] Bound using segment: {'id': 'd7e1724e-6066-427b-a3a4-bc3e1a8af7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:29:18.230776 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-2baacd8b-0e07-48d0-9180-77dfa54855ea None None] Bound port: 130a4295-01e2-4e80-8cdf-64cbfe4debbd, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e1724e-6066-427b-a3a4-bc3e1a8af7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:29:18.232174 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2baacd8b-0e07-48d0-9180-77dfa54855ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (130a4295-01e2-4e80-8cdf-64cbfe4debbd), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:18.305415 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:29:18.341367 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713d9c47-f2b2-4ba0-b2a6-6c74f8215871 None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:29:18.341938 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713d9c47-f2b2-4ba0-b2a6-6c74f8215871 None None] Checking segment: {'id': '21ee6202-3607-432f-b12e-4294c3e078fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '11191c9e-d03e-442c-a794-03d78c42edeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:29:18.343051 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-713d9c47-f2b2-4ba0-b2a6-6c74f8215871 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:18.343636 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713d9c47-f2b2-4ba0-b2a6-6c74f8215871 None None] Bound using segment: {'id': '21ee6202-3607-432f-b12e-4294c3e078fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '11191c9e-d03e-442c-a794-03d78c42edeb'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:29:18.344200 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-713d9c47-f2b2-4ba0-b2a6-6c74f8215871 None None] Bound port: 73111347-2a28-462e-a2ba-63effdc45de2, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ee6202-3607-432f-b12e-4294c3e078fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '11191c9e-d03e-442c-a794-03d78c42edeb'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:29:18.344671 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-713d9c47-f2b2-4ba0-b2a6-6c74f8215871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (73111347-2a28-462e-a2ba-63effdc45de2), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:18.352966 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d0676e0c-9d3f-4574-ad46-428ce9c0a556 admin admin] Publish callbacks [] for port (326d84c0-8d4f-4e37-aae3-6bcc41cd294f), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:18.364673 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:18.408299 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-0e20547d-08f1-4fc1-ad88-942adec8c655 None None] Set router c80cad22-ba32-4d6f-b8d2-fa375507979c gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:29:18.418509 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2f85d175-7b42-4c13-94d5-d1f5a2699729 admin admin] Publish callbacks [] for port (0c7267b6-a9f5-4310-904e-c7f9db85954f), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:18.534933 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d0676e0c-9d3f-4574-ad46-428ce9c0a556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738'] for port (326d84c0-8d4f-4e37-aae3-6bcc41cd294f), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:18.553815 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-713d9c47-f2b2-4ba0-b2a6-6c74f8215871 None None] For port 73111347-2a28-462e-a2ba-63effdc45de2, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:29:18.569439 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-713d9c47-f2b2-4ba0-b2a6-6c74f8215871 None None] For port 73111347-2a28-462e-a2ba-63effdc45de2, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=73111347-2a28-462e-a2ba-63effdc45de2,segment=NetworkSegment(21ee6202-3607-432f-b12e-4294c3e078fe),segment_id=21ee6202-3607-432f-b12e-4294c3e078fe)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:29:18.575520 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0676e0c-9d3f-4574-ad46-428ce9c0a556 admin admin] Network ac01166e-81e9-4cae-b853-f9fd1f541c1c is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:29:18.577210 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2f85d175-7b42-4c13-94d5-d1f5a2699729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738'] for port (0c7267b6-a9f5-4310-904e-c7f9db85954f), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:18.583835 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-a675ab59-1dc6-4995-ac9b-31e19f837aa8 admin admin] Allocated IP 172.27.2.247 (ac01166e-81e9-4cae-b853-f9fd1f541c1c/957d630b-2ac5-4777-98af-d9a9e169b647/96aa0219-b060-4951-9b6b-dfde45657a4a) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:29:18.595943 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-d0676e0c-9d3f-4574-ad46-428ce9c0a556 admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:29:18.599464 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:29:18.600017 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d646d25-f1d8-48f9-bb51-632f70e4837b None None] Pushing event updated for resources: {'Port': ['ID=271e8c31-dcb2-41a1-8375-c7f2575e8e44,revision_number=3']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:18.616643 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f85d175-7b42-4c13-94d5-d1f5a2699729 admin admin] Network f40ed210-eb7b-4935-8be8-8b7615c77c12 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:29:18.625597 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0676e0c-9d3f-4574-ad46-428ce9c0a556 admin admin] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:29:18.627042 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-2baacd8b-0e07-48d0-9180-77dfa54855ea None None] For port 130a4295-01e2-4e80-8cdf-64cbfe4debbd, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:29:18.648834 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-713d9c47-f2b2-4ba0-b2a6-6c74f8215871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (73111347-2a28-462e-a2ba-63effdc45de2), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:18.729347 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-2baacd8b-0e07-48d0-9180-77dfa54855ea None None] For port 130a4295-01e2-4e80-8cdf-64cbfe4debbd, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=130a4295-01e2-4e80-8cdf-64cbfe4debbd,segment=NetworkSegment(d7e1724e-6066-427b-a3a4-bc3e1a8af7fa),segment_id=d7e1724e-6066-427b-a3a4-bc3e1a8af7fa)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:29:18.731642 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2b66f1ec-1dac-4972-9529-92a885085d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:18.741562 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-0e20547d-08f1-4fc1-ad88-942adec8c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'name': 'tempest-ServerRescueNegativeTestJSON-1966386420-router', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:12Z', 'updated_at': '2022-11-02T07:29:14Z', 'revision_number': 3, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'gw_port': {'id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:13Z', 'updated_at': '2022-11-02T07:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:29:18.758224 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2baacd8b-0e07-48d0-9180-77dfa54855ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (130a4295-01e2-4e80-8cdf-64cbfe4debbd), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:18.797922 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d9c47-f2b2-4ba0-b2a6-6c74f8215871 None None] Pushing event updated for resources: {'Port': ['ID=73111347-2a28-462e-a2ba-63effdc45de2,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:18.807234 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:18.813091 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-2f85d175-7b42-4c13-94d5-d1f5a2699729 admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:29:18.817286 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0676e0c-9d3f-4574-ad46-428ce9c0a556 admin admin] Pushing event updated for resources: {'Port': ['ID=326d84c0-8d4f-4e37-aae3-6bcc41cd294f,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:18.817630 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:18.818026 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:18.819462 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a675ab59-1dc6-4995-ac9b-31e19f837aa8 admin admin] Publish callbacks [] for port (96aa0219-b060-4951-9b6b-dfde45657a4a), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:18.822372 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7 Nov 02 07:29:18.824550 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e20547d-08f1-4fc1-ad88-942adec8c655 None None] The sync data for ids ['c80cad22-ba32-4d6f-b8d2-fa375507979c'] in dv-cinder-804735-33-iscsi is: [{'id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'name': 'tempest-ServerRescueNegativeTestJSON-1966386420-router', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:12Z', 'updated_at': '2022-11-02T07:29:14Z', 'revision_number': 3, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'gw_port': {'id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:13Z', 'updated_at': '2022-11-02T07:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:29:18.845799 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f85d175-7b42-4c13-94d5-d1f5a2699729 admin admin] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:29:18.852351 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2f85d175-7b42-4c13-94d5-d1f5a2699729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650874'] for router_interface (c80cad22-ba32-4d6f-b8d2-fa375507979c), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:18.878558 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e0b14439-9409-4d32-9f93-52fbf30b5cc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:19.018188 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baacd8b-0e07-48d0-9180-77dfa54855ea None None] Pushing event updated for resources: {'Port': ['ID=130a4295-01e2-4e80-8cdf-64cbfe4debbd,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:19.030279 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:19.041634 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:29:19.079679 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a675ab59-1dc6-4995-ac9b-31e19f837aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738'] for port (96aa0219-b060-4951-9b6b-dfde45657a4a), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:19.259619 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a675ab59-1dc6-4995-ac9b-31e19f837aa8 admin admin] Network ac01166e-81e9-4cae-b853-f9fd1f541c1c is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:29:19.311771 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-a675ab59-1dc6-4995-ac9b-31e19f837aa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:29:19.323033 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a675ab59-1dc6-4995-ac9b-31e19f837aa8 admin admin] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:29:19.355657 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-67637ab8-d442-493f-94ad-5cbad05464a7 None None] Provisioning complete for port 0c7267b6-a9f5-4310-904e-c7f9db85954f triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:19.356032 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-67637ab8-d442-493f-94ad-5cbad05464a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (0c7267b6-a9f5-4310-904e-c7f9db85954f), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:19.356275 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-67637ab8-d442-493f-94ad-5cbad05464a7 None None] Attempt 1 to provision port 0c7267b6-a9f5-4310-904e-c7f9db85954f Nov 02 07:29:19.402130 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675ab59-1dc6-4995-ac9b-31e19f837aa8 admin admin] Pushing event updated for resources: {'Port': ['ID=96aa0219-b060-4951-9b6b-dfde45657a4a,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:19.492358 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-67637ab8-d442-493f-94ad-5cbad05464a7 None None] Port 0c7267b6-a9f5-4310-904e-c7f9db85954f cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:29:19.603166 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85d175-7b42-4c13-94d5-d1f5a2699729 admin admin] Pushing event updated for resources: {'Port': ['ID=0c7267b6-a9f5-4310-904e-c7f9db85954f,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:19.628662 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:19.676130 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e0b14439-9409-4d32-9f93-52fbf30b5cc4 admin admin] Publish callbacks [] for security_group (cc1f7aff-3041-4bc5-92ea-14d16789377d), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:19.703082 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e0b14439-9409-4d32-9f93-52fbf30b5cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (cc1f7aff-3041-4bc5-92ea-14d16789377d), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:19.775884 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 60992) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:19.777298 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-e0b14439-9409-4d32-9f93-52fbf30b5cc4 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=52aa71fd3d1b47ffbb4b259d4ad16e40&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5901642 Nov 02 07:29:19.783786 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 60994) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:19.800982 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d0676e0c-9d3f-4574-ad46-428ce9c0a556 admin admin] Publish callbacks [] for router_gateway (55723529-c777-4cb7-87c9-2c9d1dffccf5), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:19.853237 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b14439-9409-4d32-9f93-52fbf30b5cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1f7aff-3041-4bc5-92ea-14d16789377d,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:19.892838 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:20.106766 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a675ab59-1dc6-4995-ac9b-31e19f837aa8 admin admin] Publish callbacks [] for router_gateway (4d64b9b3-55c5-424c-9589-335054c01a43), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:20.200524 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:20.241486 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c84ec6d9-e639-420e-81a3-36385cb1e939 admin admin] Publish callbacks [] for security_group (cc1f7aff-3041-4bc5-92ea-14d16789377d), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:20.285221 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c84ec6d9-e639-420e-81a3-36385cb1e939 admin admin] Publish callbacks [] for security_group (cc1f7aff-3041-4bc5-92ea-14d16789377d), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:20.315874 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-431564e9-a24a-4a39-971d-d26060384394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:20.458519 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709f0af9-e618-4ec2-a93f-b1d5ce3f1877 None None] Network 11191c9e-d03e-442c-a794-03d78c42edeb requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:29:20.538017 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:20.541135 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c84ec6d9-e639-420e-81a3-36385cb1e939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (cc1f7aff-3041-4bc5-92ea-14d16789377d), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:20.549690 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c84ec6d9-e639-420e-81a3-36385cb1e939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:20.556155 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-c84ec6d9-e639-420e-81a3-36385cb1e939 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/cc1f7aff-3041-4bc5-92ea-14d16789377d HTTP/1.1" status: 204 len: 168 time: 0.7695668 Nov 02 07:29:20.597113 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ec6d9-e639-420e-81a3-36385cb1e939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1f7aff-3041-4bc5-92ea-14d16789377d,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:20.609976 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 73111347-2a28-462e-a2ba-63effdc45de2 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:29:20.655771 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-a50acbf4-583a-4b2b-b58d-44f06f0f4ea9 None None] Provisioning complete for port 73111347-2a28-462e-a2ba-63effdc45de2 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:20.657778 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a675ab59-1dc6-4995-ac9b-31e19f837aa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648988'] for router (4d64b9b3-55c5-424c-9589-335054c01a43), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:20.662136 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a50acbf4-583a-4b2b-b58d-44f06f0f4ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (73111347-2a28-462e-a2ba-63effdc45de2), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:20.662644 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-a50acbf4-583a-4b2b-b58d-44f06f0f4ea9 None None] Attempt 1 to provision port 73111347-2a28-462e-a2ba-63effdc45de2 Nov 02 07:29:20.749485 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 73111347-2a28-462e-a2ba-63effdc45de2 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:20.751145 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (73111347-2a28-462e-a2ba-63effdc45de2), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:20.751643 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 73111347-2a28-462e-a2ba-63effdc45de2 Nov 02 07:29:20.914429 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a675ab59-1dc6-4995-ac9b-31e19f837aa8 admin admin] Router 4d64b9b3-55c5-424c-9589-335054c01a43 is scheduled to L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a with binding_index 1 {{(pid=104569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 07:29:20.993892 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-431564e9-a24a-4a39-971d-d26060384394 admin admin] Publish callbacks [] for security_group (39afae7e-6a11-43a5-abeb-4990e17e7d22), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:21.009580 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:21.029654 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-431564e9-a24a-4a39-971d-d26060384394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (39afae7e-6a11-43a5-abeb-4990e17e7d22), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:21.042898 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d0676e0c-9d3f-4574-ad46-428ce9c0a556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648988'] for router (55723529-c777-4cb7-87c9-2c9d1dffccf5), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:21.043652 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c602933d-846c-4770-9e13-186973f45b79 None None] Network dc944948-bf48-4be4-9702-2103a8c937e6 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:29:21.112426 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-431564e9-a24a-4a39-971d-d26060384394 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=948d495ca7dc4cc4a2b8cb2e2d621324&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3299320 Nov 02 07:29:21.114305 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a675ab59-1dc6-4995-ac9b-31e19f837aa8 admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:29:21.117586 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 32808) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:21.137033 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41361b2-7f34-4364-b295-7db232757a01 None None] Sync routers for ids ['4d64b9b3-55c5-424c-9589-335054c01a43'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:29:21.231542 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c8c76bfd-2538-4f50-9899-e13009d4e6aa admin admin] Publish callbacks [] for security_group (39afae7e-6a11-43a5-abeb-4990e17e7d22), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:21.242101 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431564e9-a24a-4a39-971d-d26060384394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39afae7e-6a11-43a5-abeb-4990e17e7d22,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:21.243856 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a675ab59-1dc6-4995-ac9b-31e19f837aa8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:21.254938 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-a675ab59-1dc6-4995-ac9b-31e19f837aa8 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5450082 Nov 02 07:29:21.267782 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 32812) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:21.268054 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 32816) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:21.309898 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2f85d175-7b42-4c13-94d5-d1f5a2699729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (0c7267b6-a9f5-4310-904e-c7f9db85954f), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:21.361913 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-370ddb43-5b7d-4f6b-907e-b1821349ab68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:21.384113 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c8c76bfd-2538-4f50-9899-e13009d4e6aa admin admin] Publish callbacks [] for security_group (39afae7e-6a11-43a5-abeb-4990e17e7d22), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:21.397980 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:21.436743 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:INSERT=9 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:21.535656 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0676e0c-9d3f-4574-ad46-428ce9c0a556 admin admin] Router 55723529-c777-4cb7-87c9-2c9d1dffccf5 is scheduled to L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a with binding_index 1 {{(pid=104568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 07:29:21.552546 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:21.556154 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 73111347-2a28-462e-a2ba-63effdc45de2 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:29:21.556996 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (73111347-2a28-462e-a2ba-63effdc45de2), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:21.599837 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-a50acbf4-583a-4b2b-b58d-44f06f0f4ea9 None None] Current status of the port 73111347-2a28-462e-a2ba-63effdc45de2 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:29:21.601790 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a50acbf4-583a-4b2b-b58d-44f06f0f4ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (73111347-2a28-462e-a2ba-63effdc45de2), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:21.681571 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:21.684862 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2f85d175-7b42-4c13-94d5-d1f5a2699729 admin admin] Publish callbacks [] for port (0c7267b6-a9f5-4310-904e-c7f9db85954f), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:21.693699 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2f85d175-7b42-4c13-94d5-d1f5a2699729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (0c7267b6-a9f5-4310-904e-c7f9db85954f), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:21.694246 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2f85d175-7b42-4c13-94d5-d1f5a2699729 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-997922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650966'] for router_interface (c80cad22-ba32-4d6f-b8d2-fa375507979c), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:21.695955 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41361b2-7f34-4364-b295-7db232757a01 None None] Routers {'4d64b9b3-55c5-424c-9589-335054c01a43'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:29:21.696935 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-f41361b2-7f34-4364-b295-7db232757a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:29:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['4d64b9b3-55c5-424c-9589-335054c01a43'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:29:21.753082 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c8c76bfd-2538-4f50-9899-e13009d4e6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (39afae7e-6a11-43a5-abeb-4990e17e7d22), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:21.755893 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c8c76bfd-2538-4f50-9899-e13009d4e6aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:21.757201 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-c8c76bfd-2538-4f50-9899-e13009d4e6aa admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/39afae7e-6a11-43a5-abeb-4990e17e7d22 HTTP/1.1" status: 204 len: 168 time: 0.6386175 Nov 02 07:29:21.775902 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 32824) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:21.786191 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:21.800530 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port 73111347-2a28-462e-a2ba-63effdc45de2, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=73111347-2a28-462e-a2ba-63effdc45de2,segment=NetworkSegment(21ee6202-3607-432f-b12e-4294c3e078fe),segment_id=21ee6202-3607-432f-b12e-4294c3e078fe)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:29:21.816261 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c76bfd-2538-4f50-9899-e13009d4e6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39afae7e-6a11-43a5-abeb-4990e17e7d22,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:21.833852 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-370ddb43-5b7d-4f6b-907e-b1821349ab68 admin admin] Publish callbacks [] for security_group (caa15642-a0b2-477d-a002-1017f6a4c996), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:21.845978 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-370ddb43-5b7d-4f6b-907e-b1821349ab68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (caa15642-a0b2-477d-a002-1017f6a4c996), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:21.855628 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0676e0c-9d3f-4574-ad46-428ce9c0a556 admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:29:21.869839 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85d175-7b42-4c13-94d5-d1f5a2699729 admin admin] Pushing event updated for resources: {'Port': ['ID=0c7267b6-a9f5-4310-904e-c7f9db85954f,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:21.878471 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb70be1-be39-4801-9f88-caec088cca5f None None] Sync routers for ids ['55723529-c777-4cb7-87c9-2c9d1dffccf5'] in dv-cinder-804735-33-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:29:21.903250 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d0676e0c-9d3f-4574-ad46-428ce9c0a556 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:21.904467 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-d0676e0c-9d3f-4574-ad46-428ce9c0a556 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1854892 Nov 02 07:29:21.909054 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 32828) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:21.909227 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-f41361b2-7f34-4364-b295-7db232757a01 None None] Set router 4d64b9b3-55c5-424c-9589-335054c01a43 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:29:21.913652 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb70be1-be39-4801-9f88-caec088cca5f None None] Routers {'55723529-c777-4cb7-87c9-2c9d1dffccf5'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:29:21.915447 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-ecb70be1-be39-4801-9f88-caec088cca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:29:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['55723529-c777-4cb7-87c9-2c9d1dffccf5'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:29:21.973619 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f85d175-7b42-4c13-94d5-d1f5a2699729 admin admin] Network f40ed210-eb7b-4935-8be8-8b7615c77c12 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:29:21.976707 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-2f85d175-7b42-4c13-94d5-d1f5a2699729 admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:29:22.084052 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (73111347-2a28-462e-a2ba-63effdc45de2), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:22.087433 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 130a4295-01e2-4e80-8cdf-64cbfe4debbd up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:29:22.150725 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:22.252278 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-ecb70be1-be39-4801-9f88-caec088cca5f None None] Set router 55723529-c777-4cb7-87c9-2c9d1dffccf5 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:29:22.262311 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.db.api [None req-a50acbf4-583a-4b2b-b58d-44f06f0f4ea9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 07:29:22.262764 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG oslo_db.api [None req-a50acbf4-583a-4b2b-b58d-44f06f0f4ea9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 07:29:22.315304 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-370ddb43-5b7d-4f6b-907e-b1821349ab68 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=71a8f4d44f004fc29b58d821f5a0e8b6&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0337536 Nov 02 07:29:22.326514 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 32852) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:22.380003 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ddb43-5b7d-4f6b-907e-b1821349ab68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa15642-a0b2-477d-a002-1017f6a4c996,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:22.512033 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ccad8dab-04de-485b-a8b8-f81b9eb1a754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:22.518320 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:22.553916 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3aad0a2e-8f17-49d5-b969-8c6fce42ed72 admin admin] Publish callbacks [] for security_group (caa15642-a0b2-477d-a002-1017f6a4c996), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:22.582987 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3aad0a2e-8f17-49d5-b969-8c6fce42ed72 admin admin] Publish callbacks [] for security_group (caa15642-a0b2-477d-a002-1017f6a4c996), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:22.600513 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 130a4295-01e2-4e80-8cdf-64cbfe4debbd triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:22.601047 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (130a4295-01e2-4e80-8cdf-64cbfe4debbd), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:22.603827 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 130a4295-01e2-4e80-8cdf-64cbfe4debbd Nov 02 07:29:22.711640 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=73111347-2a28-462e-a2ba-63effdc45de2,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:22.799976 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:22.801772 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-ecb70be1-be39-4801-9f88-caec088cca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55723529-c777-4cb7-87c9-2c9d1dffccf5', 'name': 'tempest-DeleteServersTestJSON-803879435-router', 'tenant_id': 'f676ec82a80f4425a6fa7562ee47a4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '326d84c0-8d4f-4e37-aae3-6bcc41cd294f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:14Z', 'updated_at': '2022-11-02T07:29:19Z', 'revision_number': 3, 'project_id': 'f676ec82a80f4425a6fa7562ee47a4cf', 'gw_port': {'id': '326d84c0-8d4f-4e37-aae3-6bcc41cd294f', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55723529-c777-4cb7-87c9-2c9d1dffccf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:16Z', 'updated_at': '2022-11-02T07:29:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:29:22.804081 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ccad8dab-04de-485b-a8b8-f81b9eb1a754 admin admin] Publish callbacks [] for security_group (611618b0-55b0-4347-868e-889f4d9bbfa4), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:22.806753 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d6faebbf-5f4e-4050-bd9e-fb5d95fcb603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:22.809952 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:22.810615 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:22.819151 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ccad8dab-04de-485b-a8b8-f81b9eb1a754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (611618b0-55b0-4347-868e-889f4d9bbfa4), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:22.841050 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3aad0a2e-8f17-49d5-b969-8c6fce42ed72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (caa15642-a0b2-477d-a002-1017f6a4c996), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:22.844911 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb70be1-be39-4801-9f88-caec088cca5f None None] Checking router: 55723529-c777-4cb7-87c9-2c9d1dffccf5 for host: dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:29:22.845582 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb70be1-be39-4801-9f88-caec088cca5f None None] Updating router 55723529-c777-4cb7-87c9-2c9d1dffccf5 port 326d84c0-8d4f-4e37-aae3-6bcc41cd294f binding host dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 07:29:22.849960 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3aad0a2e-8f17-49d5-b969-8c6fce42ed72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:22.854485 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-3aad0a2e-8f17-49d5-b969-8c6fce42ed72 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/caa15642-a0b2-477d-a002-1017f6a4c996 HTTP/1.1" status: 204 len: 168 time: 0.5243044 Nov 02 07:29:22.877885 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad8dab-04de-485b-a8b8-f81b9eb1a754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611618b0-55b0-4347-868e-889f4d9bbfa4,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:22.954546 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-ecb70be1-be39-4801-9f88-caec088cca5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (326d84c0-8d4f-4e37-aae3-6bcc41cd294f), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:22.977850 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f85d175-7b42-4c13-94d5-d1f5a2699729 admin admin] Router c80cad22-ba32-4d6f-b8d2-fa375507979c has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:29:23.017532 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:23.033001 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-a50acbf4-583a-4b2b-b58d-44f06f0f4ea9 None None] Current status of the port 73111347-2a28-462e-a2ba-63effdc45de2 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:29:23.049598 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-f41361b2-7f34-4364-b295-7db232757a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'name': 'tempest-AttachVolumeShelveTestJSON-98063645-router', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:15Z', 'updated_at': '2022-11-02T07:29:19Z', 'revision_number': 3, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'gw_port': {'id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:17Z', 'updated_at': '2022-11-02T07:29:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:29:23.094703 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-ccad8dab-04de-485b-a8b8-f81b9eb1a754 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=24964c0ce73a47ec8fdd270a4e1c770a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3111980 Nov 02 07:29:23.095537 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 32884) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:23.108912 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:23.120336 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41361b2-7f34-4364-b295-7db232757a01 None None] Checking router: 4d64b9b3-55c5-424c-9589-335054c01a43 for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:29:23.121439 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41361b2-7f34-4364-b295-7db232757a01 None None] Updating router 4d64b9b3-55c5-424c-9589-335054c01a43 port 96aa0219-b060-4951-9b6b-dfde45657a4a binding host dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 07:29:23.172015 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 130a4295-01e2-4e80-8cdf-64cbfe4debbd is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:29:23.172608 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (130a4295-01e2-4e80-8cdf-64cbfe4debbd), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:23.198069 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-5974ccdc-ccaa-42a0-9777-a4ada3f306f3 None None] Provisioning complete for port 0c7267b6-a9f5-4310-904e-c7f9db85954f triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:23.198811 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5974ccdc-ccaa-42a0-9777-a4ada3f306f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (0c7267b6-a9f5-4310-904e-c7f9db85954f), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:23.199347 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-5974ccdc-ccaa-42a0-9777-a4ada3f306f3 None None] Attempt 1 to provision port 0c7267b6-a9f5-4310-904e-c7f9db85954f Nov 02 07:29:23.204881 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f41361b2-7f34-4364-b295-7db232757a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (96aa0219-b060-4951-9b6b-dfde45657a4a), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:23.291782 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-d6faebbf-5f4e-4050-bd9e-fb5d95fcb603 admin admin] Allocated IP 172.20.0.1 (dc944948-bf48-4be4-9702-2103a8c937e6/1d426ab6-29f8-42bf-863b-191b8ac9a103/40e2798b-9045-487d-a044-f47cc6fa978c) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:29:23.306935 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:23.307625 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:23.322301 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad0a2e-8f17-49d5-b969-8c6fce42ed72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa15642-a0b2-477d-a002-1017f6a4c996,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:23.602352 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port 130a4295-01e2-4e80-8cdf-64cbfe4debbd, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=130a4295-01e2-4e80-8cdf-64cbfe4debbd,segment=NetworkSegment(d7e1724e-6066-427b-a3a4-bc3e1a8af7fa),segment_id=d7e1724e-6066-427b-a3a4-bc3e1a8af7fa)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:29:23.630135 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d6faebbf-5f4e-4050-bd9e-fb5d95fcb603 admin admin] Publish callbacks [] for port (40e2798b-9045-487d-a044-f47cc6fa978c), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:23.658293 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (130a4295-01e2-4e80-8cdf-64cbfe4debbd), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:23.659123 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 271e8c31-dcb2-41a1-8375-c7f2575e8e44 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:29:23.690533 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-ecb70be1-be39-4801-9f88-caec088cca5f None None] Publish callbacks [] for port (326d84c0-8d4f-4e37-aae3-6bcc41cd294f), precommit_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:23.700662 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-ecb70be1-be39-4801-9f88-caec088cca5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (326d84c0-8d4f-4e37-aae3-6bcc41cd294f), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:23.715566 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d6faebbf-5f4e-4050-bd9e-fb5d95fcb603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738'] for port (40e2798b-9045-487d-a044-f47cc6fa978c), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:23.720528 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-5974ccdc-ccaa-42a0-9777-a4ada3f306f3 None None] Port 0c7267b6-a9f5-4310-904e-c7f9db85954f cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:29:23.728102 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=130a4295-01e2-4e80-8cdf-64cbfe4debbd,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:23.779731 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad261db-5c84-4ffc-8519-9e0e7c8d3ce7 None None] Pushing event updated for resources: {'Port': ['ID=326d84c0-8d4f-4e37-aae3-6bcc41cd294f,revision_number=2']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:23.790835 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6faebbf-5f4e-4050-bd9e-fb5d95fcb603 admin admin] Pushing event updated for resources: {'Port': ['ID=40e2798b-9045-487d-a044-f47cc6fa978c,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:23.796124 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-5974ccdc-ccaa-42a0-9777-a4ada3f306f3 None None] Provisioning complete for port 130a4295-01e2-4e80-8cdf-64cbfe4debbd triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:23.796861 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5974ccdc-ccaa-42a0-9777-a4ada3f306f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (130a4295-01e2-4e80-8cdf-64cbfe4debbd), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:23.797400 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-5974ccdc-ccaa-42a0-9777-a4ada3f306f3 None None] Attempt 1 to provision port 130a4295-01e2-4e80-8cdf-64cbfe4debbd Nov 02 07:29:23.807953 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-ecb70be1-be39-4801-9f88-caec088cca5f None None] Attempting to bind port 326d84c0-8d4f-4e37-aae3-6bcc41cd294f on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:29:23.808504 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-ecb70be1-be39-4801-9f88-caec088cca5f None None] Attempting to bind port 326d84c0-8d4f-4e37-aae3-6bcc41cd294f by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:29:23.808811 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb70be1-be39-4801-9f88-caec088cca5f None None] Attempting to bind port 326d84c0-8d4f-4e37-aae3-6bcc41cd294f on network ac01166e-81e9-4cae-b853-f9fd1f541c1c {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:29:23.841126 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6faebbf-5f4e-4050-bd9e-fb5d95fcb603 admin admin] Network dc944948-bf48-4be4-9702-2103a8c937e6 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:29:23.842761 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-d6faebbf-5f4e-4050-bd9e-fb5d95fcb603 admin admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:29:23.845491 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6faebbf-5f4e-4050-bd9e-fb5d95fcb603 admin admin] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:29:23.845975 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d6faebbf-5f4e-4050-bd9e-fb5d95fcb603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650874'] for router_interface (4d64b9b3-55c5-424c-9589-335054c01a43), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:23.965245 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb70be1-be39-4801-9f88-caec088cca5f None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:29:23.966351 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb70be1-be39-4801-9f88-caec088cca5f None None] Checking segment: {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:29:23.966976 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-ecb70be1-be39-4801-9f88-caec088cca5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:23.967669 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb70be1-be39-4801-9f88-caec088cca5f None None] Bound using segment: {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:29:23.968344 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-ecb70be1-be39-4801-9f88-caec088cca5f None None] Bound port: 326d84c0-8d4f-4e37-aae3-6bcc41cd294f, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:29:23.968901 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-ecb70be1-be39-4801-9f88-caec088cca5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (326d84c0-8d4f-4e37-aae3-6bcc41cd294f), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:24.075624 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-ecb70be1-be39-4801-9f88-caec088cca5f None None] For port 326d84c0-8d4f-4e37-aae3-6bcc41cd294f, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:29:24.084459 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-ecb70be1-be39-4801-9f88-caec088cca5f None None] For port 326d84c0-8d4f-4e37-aae3-6bcc41cd294f, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=326d84c0-8d4f-4e37-aae3-6bcc41cd294f,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:29:24.090351 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 271e8c31-dcb2-41a1-8375-c7f2575e8e44 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:24.090778 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (271e8c31-dcb2-41a1-8375-c7f2575e8e44), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:24.091105 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 271e8c31-dcb2-41a1-8375-c7f2575e8e44 Nov 02 07:29:24.109847 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-ecb70be1-be39-4801-9f88-caec088cca5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (326d84c0-8d4f-4e37-aae3-6bcc41cd294f), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:24.121653 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f85d175-7b42-4c13-94d5-d1f5a2699729 admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:29:24.162959 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-2f85d175-7b42-4c13-94d5-d1f5a2699729 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/c80cad22-ba32-4d6f-b8d2-fa375507979c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2480431 Nov 02 07:29:24.165964 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7efadb70-194b-40dd-acd3-4480adbaac3e admin admin] Publish callbacks [] for security_group (611618b0-55b0-4347-868e-889f4d9bbfa4), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:24.188305 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a65fcf-f39f-4655-af2c-bfb4e2a47f75 None None] Sync routers for ids ['c80cad22-ba32-4d6f-b8d2-fa375507979c'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:29:24.266432 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7efadb70-194b-40dd-acd3-4480adbaac3e admin admin] Publish callbacks [] for security_group (611618b0-55b0-4347-868e-889f4d9bbfa4), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:24.266577 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad261db-5c84-4ffc-8519-9e0e7c8d3ce7 None None] Pushing event updated for resources: {'Port': ['ID=326d84c0-8d4f-4e37-aae3-6bcc41cd294f,revision_number=3']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:24.289417 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb70be1-be39-4801-9f88-caec088cca5f None None] Routers {'55723529-c777-4cb7-87c9-2c9d1dffccf5'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:29:24.290899 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-ecb70be1-be39-4801-9f88-caec088cca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:29:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['55723529-c777-4cb7-87c9-2c9d1dffccf5'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:29:24.303136 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-5974ccdc-ccaa-42a0-9777-a4ada3f306f3 None None] Current status of the port 130a4295-01e2-4e80-8cdf-64cbfe4debbd is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:29:24.305757 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a65fcf-f39f-4655-af2c-bfb4e2a47f75 None None] Routers {'c80cad22-ba32-4d6f-b8d2-fa375507979c'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:29:24.306714 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-47a65fcf-f39f-4655-af2c-bfb4e2a47f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:29:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['c80cad22-ba32-4d6f-b8d2-fa375507979c'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:29:24.442542 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-5974ccdc-ccaa-42a0-9777-a4ada3f306f3 None None] Provisioning complete for port 73111347-2a28-462e-a2ba-63effdc45de2 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:24.442941 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5974ccdc-ccaa-42a0-9777-a4ada3f306f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (73111347-2a28-462e-a2ba-63effdc45de2), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:24.443274 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-5974ccdc-ccaa-42a0-9777-a4ada3f306f3 None None] Attempt 1 to provision port 73111347-2a28-462e-a2ba-63effdc45de2 Nov 02 07:29:24.533714 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-34a278cb-6a5f-48ef-bdd2-8a97a1752b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:24.535096 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:24.540535 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7efadb70-194b-40dd-acd3-4480adbaac3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (611618b0-55b0-4347-868e-889f4d9bbfa4), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:24.543210 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 271e8c31-dcb2-41a1-8375-c7f2575e8e44 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:29:24.543703 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (271e8c31-dcb2-41a1-8375-c7f2575e8e44), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:24.548396 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7efadb70-194b-40dd-acd3-4480adbaac3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:24.551852 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-7efadb70-194b-40dd-acd3-4480adbaac3e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/611618b0-55b0-4347-868e-889f4d9bbfa4 HTTP/1.1" status: 204 len: 168 time: 1.4461939 Nov 02 07:29:24.554666 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d6faebbf-5f4e-4050-bd9e-fb5d95fcb603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (40e2798b-9045-487d-a044-f47cc6fa978c), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:24.567783 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port 271e8c31-dcb2-41a1-8375-c7f2575e8e44, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=271e8c31-dcb2-41a1-8375-c7f2575e8e44,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:29:24.568688 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:24.572358 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-ecb70be1-be39-4801-9f88-caec088cca5f None None] Set router 55723529-c777-4cb7-87c9-2c9d1dffccf5 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:29:24.602987 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (271e8c31-dcb2-41a1-8375-c7f2575e8e44), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:24.610459 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f41361b2-7f34-4364-b295-7db232757a01 None None] Publish callbacks [] for port (96aa0219-b060-4951-9b6b-dfde45657a4a), precommit_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:24.635805 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efadb70-194b-40dd-acd3-4480adbaac3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611618b0-55b0-4347-868e-889f4d9bbfa4,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:24.735307 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=271e8c31-dcb2-41a1-8375-c7f2575e8e44,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:24.741873 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:24.797761 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-47a65fcf-f39f-4655-af2c-bfb4e2a47f75 None None] Set router c80cad22-ba32-4d6f-b8d2-fa375507979c gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:29:24.811390 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f41361b2-7f34-4364-b295-7db232757a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (96aa0219-b060-4951-9b6b-dfde45657a4a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:24.817296 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=100 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:24.981882 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-ecb70be1-be39-4801-9f88-caec088cca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55723529-c777-4cb7-87c9-2c9d1dffccf5', 'name': 'tempest-DeleteServersTestJSON-803879435-router', 'tenant_id': 'f676ec82a80f4425a6fa7562ee47a4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '326d84c0-8d4f-4e37-aae3-6bcc41cd294f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:14Z', 'updated_at': '2022-11-02T07:29:19Z', 'revision_number': 3, 'project_id': 'f676ec82a80f4425a6fa7562ee47a4cf', 'gw_port': {'id': '326d84c0-8d4f-4e37-aae3-6bcc41cd294f', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55723529-c777-4cb7-87c9-2c9d1dffccf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:16Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:29:25.032467 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb70be1-be39-4801-9f88-caec088cca5f None None] The sync data for ids ['55723529-c777-4cb7-87c9-2c9d1dffccf5'] in dv-cinder-804735-33-iscsi is: [{'id': '55723529-c777-4cb7-87c9-2c9d1dffccf5', 'name': 'tempest-DeleteServersTestJSON-803879435-router', 'tenant_id': 'f676ec82a80f4425a6fa7562ee47a4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '326d84c0-8d4f-4e37-aae3-6bcc41cd294f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:14Z', 'updated_at': '2022-11-02T07:29:19Z', 'revision_number': 3, 'project_id': 'f676ec82a80f4425a6fa7562ee47a4cf', 'gw_port': {'id': '326d84c0-8d4f-4e37-aae3-6bcc41cd294f', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55723529-c777-4cb7-87c9-2c9d1dffccf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:16Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:29:25.090846 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d6faebbf-5f4e-4050-bd9e-fb5d95fcb603 admin admin] Publish callbacks [] for port (40e2798b-9045-487d-a044-f47cc6fa978c), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:25.091058 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-34a278cb-6a5f-48ef-bdd2-8a97a1752b92 admin admin] Allocated IP 172.20.0.1 (11191c9e-d03e-442c-a794-03d78c42edeb/d6e658cd-4f30-4c95-98d1-6c9967d26219/973a57af-4b4d-4d43-b040-33bf8de0cce9) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:29:25.097328 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 130a4295-01e2-4e80-8cdf-64cbfe4debbd up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:29:25.097563 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d6faebbf-5f4e-4050-bd9e-fb5d95fcb603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (40e2798b-9045-487d-a044-f47cc6fa978c), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:25.101077 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d6faebbf-5f4e-4050-bd9e-fb5d95fcb603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-997922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650966'] for router_interface (4d64b9b3-55c5-424c-9589-335054c01a43), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:25.146463 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-f41361b2-7f34-4364-b295-7db232757a01 None None] Attempting to bind port 96aa0219-b060-4951-9b6b-dfde45657a4a on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:29:25.147693 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-f41361b2-7f34-4364-b295-7db232757a01 None None] Attempting to bind port 96aa0219-b060-4951-9b6b-dfde45657a4a by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:29:25.148233 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41361b2-7f34-4364-b295-7db232757a01 None None] Attempting to bind port 96aa0219-b060-4951-9b6b-dfde45657a4a on network ac01166e-81e9-4cae-b853-f9fd1f541c1c {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:29:25.263689 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-5974ccdc-ccaa-42a0-9777-a4ada3f306f3 None None] Current status of the port 73111347-2a28-462e-a2ba-63effdc45de2 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:29:25.266017 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65f1f6-d929-4afd-a12e-758ce2a1e9db None None] Pushing event updated for resources: {'Port': ['ID=96aa0219-b060-4951-9b6b-dfde45657a4a,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:25.294125 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6faebbf-5f4e-4050-bd9e-fb5d95fcb603 admin admin] Pushing event updated for resources: {'Port': ['ID=40e2798b-9045-487d-a044-f47cc6fa978c,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:25.322132 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41361b2-7f34-4364-b295-7db232757a01 None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:29:25.322728 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41361b2-7f34-4364-b295-7db232757a01 None None] Checking segment: {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:29:25.323229 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f41361b2-7f34-4364-b295-7db232757a01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:25.324395 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41361b2-7f34-4364-b295-7db232757a01 None None] Bound using segment: {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:29:25.325094 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-f41361b2-7f34-4364-b295-7db232757a01 None None] Bound port: 96aa0219-b060-4951-9b6b-dfde45657a4a, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:29:25.325572 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f41361b2-7f34-4364-b295-7db232757a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (96aa0219-b060-4951-9b6b-dfde45657a4a), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:25.336040 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-34a278cb-6a5f-48ef-bdd2-8a97a1752b92 admin admin] Publish callbacks [] for port (973a57af-4b4d-4d43-b040-33bf8de0cce9), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:25.338284 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:25.343147 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:25.354611 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 130a4295-01e2-4e80-8cdf-64cbfe4debbd triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:25.360474 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (130a4295-01e2-4e80-8cdf-64cbfe4debbd), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:25.361104 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 130a4295-01e2-4e80-8cdf-64cbfe4debbd Nov 02 07:29:25.366596 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6faebbf-5f4e-4050-bd9e-fb5d95fcb603 admin admin] Network dc944948-bf48-4be4-9702-2103a8c937e6 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:29:25.369291 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-d6faebbf-5f4e-4050-bd9e-fb5d95fcb603 admin admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:29:25.438878 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-34a278cb-6a5f-48ef-bdd2-8a97a1752b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738'] for port (973a57af-4b4d-4d43-b040-33bf8de0cce9), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:25.501631 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-dfe53af7-3295-4db8-902b-6c92e5114f70 None None] Provisioning complete for port 40e2798b-9045-487d-a044-f47cc6fa978c triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:25.502342 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-dfe53af7-3295-4db8-902b-6c92e5114f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (40e2798b-9045-487d-a044-f47cc6fa978c), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:25.502986 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-dfe53af7-3295-4db8-902b-6c92e5114f70 None None] Attempt 1 to provision port 40e2798b-9045-487d-a044-f47cc6fa978c Nov 02 07:29:25.586783 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6faebbf-5f4e-4050-bd9e-fb5d95fcb603 admin admin] Router 4d64b9b3-55c5-424c-9589-335054c01a43 has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:29:25.599595 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a278cb-6a5f-48ef-bdd2-8a97a1752b92 admin admin] Network 11191c9e-d03e-442c-a794-03d78c42edeb is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:29:25.600793 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:25.619861 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-34a278cb-6a5f-48ef-bdd2-8a97a1752b92 admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:29:25.631654 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a278cb-6a5f-48ef-bdd2-8a97a1752b92 admin admin] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:29:25.632153 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-34a278cb-6a5f-48ef-bdd2-8a97a1752b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650874'] for router_interface (55723529-c777-4cb7-87c9-2c9d1dffccf5), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:25.724822 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:25.776548 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-dfe53af7-3295-4db8-902b-6c92e5114f70 None None] Port 40e2798b-9045-487d-a044-f47cc6fa978c cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:29:25.805751 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-f41361b2-7f34-4364-b295-7db232757a01 None None] For port 96aa0219-b060-4951-9b6b-dfde45657a4a, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:29:25.843550 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a278cb-6a5f-48ef-bdd2-8a97a1752b92 admin admin] Pushing event updated for resources: {'Port': ['ID=973a57af-4b4d-4d43-b040-33bf8de0cce9,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:25.921406 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-f41361b2-7f34-4364-b295-7db232757a01 None None] For port 96aa0219-b060-4951-9b6b-dfde45657a4a, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=96aa0219-b060-4951-9b6b-dfde45657a4a,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:29:25.941467 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 33008) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:25.950968 dv-cinder-804735-33-iscsi neutron-server[104569]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 02 07:29:25.984965 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 33010) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:26.011065 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f41361b2-7f34-4364-b295-7db232757a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (96aa0219-b060-4951-9b6b-dfde45657a4a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:26.047596 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:26.096319 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-47a65fcf-f39f-4655-af2c-bfb4e2a47f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'name': 'tempest-ServerRescueNegativeTestJSON-1966386420-router', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:12Z', 'updated_at': '2022-11-02T07:29:19Z', 'revision_number': 4, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'gw_port': {'id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:13Z', 'updated_at': '2022-11-02T07:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '0c7267b6-a9f5-4310-904e-c7f9db85954f', 'name': '', 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'mac_address': 'fa:16:3e:c4:8d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '2425be66-0e89-40dd-949b-94121b115f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:17Z', 'updated_at': '2022-11-02T07:29:21Z', 'revision_number': 2, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'subnets': [{'id': '2425be66-0e89-40dd-949b-94121b115f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:29:26.148723 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41361b2-7f34-4364-b295-7db232757a01 None None] Routers {'4d64b9b3-55c5-424c-9589-335054c01a43'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:29:26.149627 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-f41361b2-7f34-4364-b295-7db232757a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:29:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['4d64b9b3-55c5-424c-9589-335054c01a43'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:29:26.155134 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-797b5b5e-0893-4813-9306-bb9268e0e99f None None] Provisioning complete for port 40e2798b-9045-487d-a044-f47cc6fa978c triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:26.156894 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-797b5b5e-0893-4813-9306-bb9268e0e99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (40e2798b-9045-487d-a044-f47cc6fa978c), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:26.157556 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-797b5b5e-0893-4813-9306-bb9268e0e99f None None] Attempt 1 to provision port 40e2798b-9045-487d-a044-f47cc6fa978c Nov 02 07:29:26.165562 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 130a4295-01e2-4e80-8cdf-64cbfe4debbd is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:29:26.167965 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 73111347-2a28-462e-a2ba-63effdc45de2 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:29:26.252957 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:26.257744 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a65fcf-f39f-4655-af2c-bfb4e2a47f75 None None] Checking router: c80cad22-ba32-4d6f-b8d2-fa375507979c for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:29:26.258323 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a65fcf-f39f-4655-af2c-bfb4e2a47f75 None None] Updating router c80cad22-ba32-4d6f-b8d2-fa375507979c port 0c7267b6-a9f5-4310-904e-c7f9db85954f binding host dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 07:29:26.289003 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 33016) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:26.349172 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 73111347-2a28-462e-a2ba-63effdc45de2 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:26.349994 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (73111347-2a28-462e-a2ba-63effdc45de2), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:26.350580 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 73111347-2a28-462e-a2ba-63effdc45de2 Nov 02 07:29:26.408681 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65f1f6-d929-4afd-a12e-758ce2a1e9db None None] Pushing event updated for resources: {'Port': ['ID=96aa0219-b060-4951-9b6b-dfde45657a4a,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:26.429208 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-47a65fcf-f39f-4655-af2c-bfb4e2a47f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (0c7267b6-a9f5-4310-904e-c7f9db85954f), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:26.430295 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-797b5b5e-0893-4813-9306-bb9268e0e99f None None] Port 40e2798b-9045-487d-a044-f47cc6fa978c cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:29:26.476689 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c28e76a9-b88c-4989-9f17-7d3b6f32bdf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:26.481822 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6faebbf-5f4e-4050-bd9e-fb5d95fcb603 admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:29:26.490641 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 33022) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:26.508693 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-d6faebbf-5f4e-4050-bd9e-fb5d95fcb603 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/4d64b9b3-55c5-424c-9589-335054c01a43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2312441 Nov 02 07:29:26.539467 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-34a278cb-6a5f-48ef-bdd2-8a97a1752b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (973a57af-4b4d-4d43-b040-33bf8de0cce9), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:26.651502 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-08761c74-9296-4132-b23e-5b9d6510e33e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-355620579-network', 'tenant_id': '1743209f240a41f989db69285faba483'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:29:26.655529 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-f41361b2-7f34-4364-b295-7db232757a01 None None] Set router 4d64b9b3-55c5-424c-9589-335054c01a43 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:29:26.659191 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-fd4b4903-59d2-4865-9c56-1ee21968a054 None None] Provisioning complete for port 973a57af-4b4d-4d43-b040-33bf8de0cce9 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:26.659540 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fd4b4903-59d2-4865-9c56-1ee21968a054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (973a57af-4b4d-4d43-b040-33bf8de0cce9), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:26.659869 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-fd4b4903-59d2-4865-9c56-1ee21968a054 None None] Attempt 1 to provision port 973a57af-4b4d-4d43-b040-33bf8de0cce9 Nov 02 07:29:26.724852 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-fd4b4903-59d2-4865-9c56-1ee21968a054 None None] Port 973a57af-4b4d-4d43-b040-33bf8de0cce9 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:29:26.771769 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08761c74-9296-4132-b23e-5b9d6510e33e admin admin] Made reservation on behalf of 1743209f240a41f989db69285faba483 for: {'network': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:29:26.775496 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-08761c74-9296-4132-b23e-5b9d6510e33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for network (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:26.813174 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-55f9f1a7-84b5-4e3b-a036-5f38d6944ed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:26.830145 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-08761c74-9296-4132-b23e-5b9d6510e33e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:26.896599 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-899d2bd6-514c-425b-a9d3-301359b007f0 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:26.905104 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-899d2bd6-514c-425b-a9d3-301359b007f0 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f40ed210-eb7b-4935-8be8-8b7615c77c12 HTTP/1.1" status: 200 len: 819 time: 0.9624588 Nov 02 07:29:26.932089 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:26.938867 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-d39602ba-1f02-4bd0-a84e-853eae9aecbc tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/quotas/c60cb95cbf734d9b852af2bdcad4e1c0 HTTP/1.1" status: 200 len: 375 time: 0.0326369 Nov 02 07:29:27.036555 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c28e76a9-b88c-4989-9f17-7d3b6f32bdf7 admin admin] Publish callbacks [] for security_group (105b26dc-b6a2-409f-97d8-1fc867eb912f), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:27.050438 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c28e76a9-b88c-4989-9f17-7d3b6f32bdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (105b26dc-b6a2-409f-97d8-1fc867eb912f), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:27.089766 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-05d7f6ff-3485-4ef0-a2aa-22105b51e9ce tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c60cb95cbf734d9b852af2bdcad4e1c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1493111 Nov 02 07:29:27.115185 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-34a278cb-6a5f-48ef-bdd2-8a97a1752b92 admin admin] Publish callbacks [] for port (973a57af-4b4d-4d43-b040-33bf8de0cce9), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:27.135659 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-c28e76a9-b88c-4989-9f17-7d3b6f32bdf7 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ba2494e16a1e474180b680c108c16af2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1317680 Nov 02 07:29:27.135659 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e76a9-b88c-4989-9f17-7d3b6f32bdf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105b26dc-b6a2-409f-97d8-1fc867eb912f,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:27.141348 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 33046) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:27.179212 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-34a278cb-6a5f-48ef-bdd2-8a97a1752b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (973a57af-4b4d-4d43-b040-33bf8de0cce9), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:27.179555 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-47a65fcf-f39f-4655-af2c-bfb4e2a47f75 None None] Publish callbacks [] for port (0c7267b6-a9f5-4310-904e-c7f9db85954f), precommit_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:27.181653 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-34a278cb-6a5f-48ef-bdd2-8a97a1752b92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-997922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650966'] for router_interface (55723529-c777-4cb7-87c9-2c9d1dffccf5), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:27.210234 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:27.222283 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:27.231153 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7f2b4664-ed2b-4857-83c3-72a42619fc42 admin admin] Publish callbacks [] for security_group (105b26dc-b6a2-409f-97d8-1fc867eb912f), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:27.234123 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 73111347-2a28-462e-a2ba-63effdc45de2 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:29:27.258741 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7f2b4664-ed2b-4857-83c3-72a42619fc42 admin admin] Publish callbacks [] for security_group (105b26dc-b6a2-409f-97d8-1fc867eb912f), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:27.272268 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 33048) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:27.310941 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-47a65fcf-f39f-4655-af2c-bfb4e2a47f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (0c7267b6-a9f5-4310-904e-c7f9db85954f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:27.329640 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-55f9f1a7-84b5-4e3b-a036-5f38d6944ed5 admin admin] Publish callbacks [] for security_group (19b9f82d-8ca1-4dc1-9ccb-4356435498d0), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:27.353859 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a278cb-6a5f-48ef-bdd2-8a97a1752b92 admin admin] Network 11191c9e-d03e-442c-a794-03d78c42edeb is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:29:27.389549 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7f2b4664-ed2b-4857-83c3-72a42619fc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (105b26dc-b6a2-409f-97d8-1fc867eb912f), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:27.393361 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7f2b4664-ed2b-4857-83c3-72a42619fc42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:27.394903 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-7f2b4664-ed2b-4857-83c3-72a42619fc42 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/105b26dc-b6a2-409f-97d8-1fc867eb912f HTTP/1.1" status: 204 len: 168 time: 0.2523885 Nov 02 07:29:27.398263 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-34a278cb-6a5f-48ef-bdd2-8a97a1752b92 admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:29:27.414342 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b4664-ed2b-4857-83c3-72a42619fc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105b26dc-b6a2-409f-97d8-1fc867eb912f,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:27.416369 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-55f9f1a7-84b5-4e3b-a036-5f38d6944ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (19b9f82d-8ca1-4dc1-9ccb-4356435498d0), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:27.452108 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:27.462072 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-08761c74-9296-4132-b23e-5b9d6510e33e admin admin] Publish callbacks [] for security_group (0e89278d-4e5e-4e6a-a9b5-abb8d0a81b8c), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:27.557056 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-08761c74-9296-4132-b23e-5b9d6510e33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (0e89278d-4e5e-4e6a-a9b5-abb8d0a81b8c), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:27.565542 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9f1a7-84b5-4e3b-a036-5f38d6944ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b9f82d-8ca1-4dc1-9ccb-4356435498d0,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:27.656848 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 33062) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:27.664501 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-e97894e0-b967-40dc-8395-4faa1d6d8c91 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1478573750', 'description': 'tempest-description--110673456'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:29:27.708981 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 326d84c0-8d4f-4e37-aae3-6bcc41cd294f up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:29:27.721671 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e97894e0-b967-40dc-8395-4faa1d6d8c91 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:27.769685 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-21553bab-481b-4bcb-a798-6ff4ba7b09ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:27.789396 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a278cb-6a5f-48ef-bdd2-8a97a1752b92 admin admin] Pushing event updated for resources: {'Port': ['ID=973a57af-4b4d-4d43-b040-33bf8de0cce9,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:27.798525 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-55f9f1a7-84b5-4e3b-a036-5f38d6944ed5 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f6181ebe47b443b9b5e57bffd9e08244&name=default HTTP/1.1" status: 200 len: 2993 time: 1.4251060 Nov 02 07:29:27.808799 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 33066) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:27.813901 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08761c74-9296-4132-b23e-5b9d6510e33e admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=104568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 07:29:27.881052 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-08761c74-9296-4132-b23e-5b9d6510e33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (901af854-3708-4acf-8c3d-da5263beff42), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:27.881814 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.db.segments_db [None req-08761c74-9296-4132-b23e-5b9d6510e33e admin admin] Added segment 901af854-3708-4acf-8c3d-da5263beff42 of type vlan for network 2f098dd5-40fa-4eb7-b71c-249a89cdd040 Nov 02 07:29:27.888447 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08761c74-9296-4132-b23e-5b9d6510e33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e89278d-4e5e-4e6a-a9b5-abb8d0a81b8c,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:27.892215 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-d1ee1600-7608-4f6d-868b-878482e4e04d service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104569) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 07:29:27.893713 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-d1ee1600-7608-4f6d-868b-878482e4e04d service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3816404 Nov 02 07:29:27.945928 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a278cb-6a5f-48ef-bdd2-8a97a1752b92 admin admin] Router 55723529-c777-4cb7-87c9-2c9d1dffccf5 has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:29:27.968591 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-08761c74-9296-4132-b23e-5b9d6510e33e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744619761345'] for network (2f098dd5-40fa-4eb7-b71c-249a89cdd040), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:27.972650 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:28.009389 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-cdb93c1f-22db-4f78-b889-60efd7b1dd56 admin admin] Publish callbacks [] for security_group (19b9f82d-8ca1-4dc1-9ccb-4356435498d0), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:28.019880 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867e437-0d1b-4615-aad1-cf8d771c2786 None None] Pushing event updated for resources: {'Port': ['ID=0c7267b6-a9f5-4310-904e-c7f9db85954f,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:28.041251 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:28.044401 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-8a4d4363-803d-4ed9-942f-694aba055fee service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383364 Nov 02 07:29:28.067984 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-47a65fcf-f39f-4655-af2c-bfb4e2a47f75 None None] Attempting to bind port 0c7267b6-a9f5-4310-904e-c7f9db85954f on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:29:28.068628 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-47a65fcf-f39f-4655-af2c-bfb4e2a47f75 None None] Attempting to bind port 0c7267b6-a9f5-4310-904e-c7f9db85954f by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': '9319e40f-b31f-4389-b110-ad9b4c314925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:29:28.069147 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a65fcf-f39f-4655-af2c-bfb4e2a47f75 None None] Attempting to bind port 0c7267b6-a9f5-4310-904e-c7f9db85954f on network f40ed210-eb7b-4935-8be8-8b7615c77c12 {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:29:28.102847 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-cdb93c1f-22db-4f78-b889-60efd7b1dd56 admin admin] Publish callbacks [] for security_group (19b9f82d-8ca1-4dc1-9ccb-4356435498d0), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:28.113702 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-08761c74-9296-4132-b23e-5b9d6510e33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for network (2f098dd5-40fa-4eb7-b71c-249a89cdd040), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:28.114847 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08761c74-9296-4132-b23e-5b9d6510e33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:28.115430 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-08761c74-9296-4132-b23e-5b9d6510e33e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:28.134995 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-1e5a54fa-0ccd-4649-b438-c88b4f8c1347 None None] Provisioning complete for port 973a57af-4b4d-4d43-b040-33bf8de0cce9 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:28.135531 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-1e5a54fa-0ccd-4649-b438-c88b4f8c1347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (973a57af-4b4d-4d43-b040-33bf8de0cce9), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:28.135961 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-1e5a54fa-0ccd-4649-b438-c88b4f8c1347 None None] Attempt 1 to provision port 973a57af-4b4d-4d43-b040-33bf8de0cce9 Nov 02 07:29:28.144037 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:28.184476 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-21553bab-481b-4bcb-a798-6ff4ba7b09ca admin admin] Publish callbacks [] for security_group (9351e69e-fea3-482c-ae3c-8f35c09c96d4), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:28.192528 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 326d84c0-8d4f-4e37-aae3-6bcc41cd294f triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:28.193409 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (326d84c0-8d4f-4e37-aae3-6bcc41cd294f), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:28.193958 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 326d84c0-8d4f-4e37-aae3-6bcc41cd294f Nov 02 07:29:28.199334 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-21553bab-481b-4bcb-a798-6ff4ba7b09ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (9351e69e-fea3-482c-ae3c-8f35c09c96d4), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:28.226908 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e97894e0-b967-40dc-8395-4faa1d6d8c91 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for security_group (c97dba9a-fe64-4f2b-a845-675d3e83b4a6), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:28.231479 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-21553bab-481b-4bcb-a798-6ff4ba7b09ca admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2bd29447b6134170804715ea2125fa7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9492500 Nov 02 07:29:28.241722 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 33078) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:28.267969 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-1e5a54fa-0ccd-4649-b438-c88b4f8c1347 None None] Port 973a57af-4b4d-4d43-b040-33bf8de0cce9 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:29:28.279747 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e97894e0-b967-40dc-8395-4faa1d6d8c91 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (c97dba9a-fe64-4f2b-a845-675d3e83b4a6), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:28.297175 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-f41361b2-7f34-4364-b295-7db232757a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'name': 'tempest-AttachVolumeShelveTestJSON-98063645-router', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:15Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 4, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'gw_port': {'id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:17Z', 'updated_at': '2022-11-02T07:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '40e2798b-9045-487d-a044-f47cc6fa978c', 'name': '', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'mac_address': 'fa:16:3e:a5:fe:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:22Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 2, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'subnets': [{'id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:29:28.329557 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a65fcf-f39f-4655-af2c-bfb4e2a47f75 None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:29:28.330014 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a65fcf-f39f-4655-af2c-bfb4e2a47f75 None None] Checking segment: {'id': '9319e40f-b31f-4389-b110-ad9b4c314925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:29:28.330132 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-208f2730-5d27-40a6-8823-69bde8db8d40 admin admin] Publish callbacks [] for security_group (9351e69e-fea3-482c-ae3c-8f35c09c96d4), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:28.330380 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-47a65fcf-f39f-4655-af2c-bfb4e2a47f75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:28.330776 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a65fcf-f39f-4655-af2c-bfb4e2a47f75 None None] Bound using segment: {'id': '9319e40f-b31f-4389-b110-ad9b4c314925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:29:28.331269 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-47a65fcf-f39f-4655-af2c-bfb4e2a47f75 None None] Bound port: 0c7267b6-a9f5-4310-904e-c7f9db85954f, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9319e40f-b31f-4389-b110-ad9b4c314925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:29:28.331645 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-47a65fcf-f39f-4655-af2c-bfb4e2a47f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (0c7267b6-a9f5-4310-904e-c7f9db85954f), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:28.350333 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41361b2-7f34-4364-b295-7db232757a01 None None] The sync data for ids ['4d64b9b3-55c5-424c-9589-335054c01a43'] in dv-cinder-804735-33-iscsi is: [{'id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'name': 'tempest-AttachVolumeShelveTestJSON-98063645-router', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:15Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 4, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'gw_port': {'id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:17Z', 'updated_at': '2022-11-02T07:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '40e2798b-9045-487d-a044-f47cc6fa978c', 'name': '', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'mac_address': 'fa:16:3e:a5:fe:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:22Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 2, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'subnets': [{'id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:29:28.356510 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-208f2730-5d27-40a6-8823-69bde8db8d40 admin admin] Publish callbacks [] for security_group (9351e69e-fea3-482c-ae3c-8f35c09c96d4), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:28.406682 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-91a1852c-1ab8-40c0-8744-69b5f288e8d8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528178 Nov 02 07:29:28.421288 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:28.425594 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-208f2730-5d27-40a6-8823-69bde8db8d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (9351e69e-fea3-482c-ae3c-8f35c09c96d4), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:28.428589 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-208f2730-5d27-40a6-8823-69bde8db8d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:28.429842 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-208f2730-5d27-40a6-8823-69bde8db8d40 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9351e69e-fea3-482c-ae3c-8f35c09c96d4 HTTP/1.1" status: 204 len: 168 time: 0.1868334 Nov 02 07:29:28.431130 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21553bab-481b-4bcb-a798-6ff4ba7b09ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9351e69e-fea3-482c-ae3c-8f35c09c96d4,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:28.450122 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 326d84c0-8d4f-4e37-aae3-6bcc41cd294f is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:29:28.450551 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (326d84c0-8d4f-4e37-aae3-6bcc41cd294f), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:28.459848 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-47a65fcf-f39f-4655-af2c-bfb4e2a47f75 None None] For port 0c7267b6-a9f5-4310-904e-c7f9db85954f, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:29:28.466587 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-08761c74-9296-4132-b23e-5b9d6510e33e admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9744887 Nov 02 07:29:28.481526 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 33092) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:28.489516 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-79a54b5a-ccdd-4f3b-ad91-492dabd7cc6a admin admin] Request body: {'subnet': {'network_id': '2f098dd5-40fa-4eb7-b71c-249a89cdd040', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-355620579-subnet', 'tenant_id': '1743209f240a41f989db69285faba483', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:29:28.499799 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-47a65fcf-f39f-4655-af2c-bfb4e2a47f75 None None] For port 0c7267b6-a9f5-4310-904e-c7f9db85954f, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=0c7267b6-a9f5-4310-904e-c7f9db85954f,segment=NetworkSegment(9319e40f-b31f-4389-b110-ad9b4c314925),segment_id=9319e40f-b31f-4389-b110-ad9b4c314925)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:29:28.504914 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port 326d84c0-8d4f-4e37-aae3-6bcc41cd294f, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=326d84c0-8d4f-4e37-aae3-6bcc41cd294f,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:29:28.511865 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97894e0-b967-40dc-8395-4faa1d6d8c91 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c97dba9a-fe64-4f2b-a845-675d3e83b4a6,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:28.514560 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-47a65fcf-f39f-4655-af2c-bfb4e2a47f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (0c7267b6-a9f5-4310-904e-c7f9db85954f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:28.514861 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08761c74-9296-4132-b23e-5b9d6510e33e admin admin] Pushing event updated for resources: {'Network': ['ID=2f098dd5-40fa-4eb7-b71c-249a89cdd040,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:28.531614 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e97894e0-b967-40dc-8395-4faa1d6d8c91 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:28.534092 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-e97894e0-b967-40dc-8395-4faa1d6d8c91 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8762751 Nov 02 07:29:28.539491 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 33094) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:28.552382 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f2730-5d27-40a6-8823-69bde8db8d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9351e69e-fea3-482c-ae3c-8f35c09c96d4,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:28.582966 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867e437-0d1b-4615-aad1-cf8d771c2786 None None] Pushing event updated for resources: {'Port': ['ID=0c7267b6-a9f5-4310-904e-c7f9db85954f,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:28.586400 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Network 2f098dd5-40fa-4eb7-b71c-249a89cdd040 details requested by agent ovs-agent-dv-cinder-804735-33-iscsi with host dv-cinder-804735-33-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 07:29:28.591286 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a278cb-6a5f-48ef-bdd2-8a97a1752b92 admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:29:28.592273 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (326d84c0-8d4f-4e37-aae3-6bcc41cd294f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:28.593158 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 271e8c31-dcb2-41a1-8375-c7f2575e8e44 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:29:28.608340 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f569d839-29ea-4371-9915-47c6c256800b None None] Sync routers for ids ['55723529-c777-4cb7-87c9-2c9d1dffccf5'] in dv-cinder-804735-33-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:29:28.634418 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-34a278cb-6a5f-48ef-bdd2-8a97a1752b92 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/55723529-c777-4cb7-87c9-2c9d1dffccf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7159626 Nov 02 07:29:28.634856 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f569d839-29ea-4371-9915-47c6c256800b None None] Routers {'55723529-c777-4cb7-87c9-2c9d1dffccf5'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:29:28.634856 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-f569d839-29ea-4371-9915-47c6c256800b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:29:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['55723529-c777-4cb7-87c9-2c9d1dffccf5'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:29:28.659215 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-6261e0df-c98b-42b3-a770-23d99707782d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Request body: {'security_group_rule': {'security_group_id': 'c97dba9a-fe64-4f2b-a845-675d3e83b4a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:29:28.685536 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-cdb93c1f-22db-4f78-b889-60efd7b1dd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (19b9f82d-8ca1-4dc1-9ccb-4356435498d0), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:28.694799 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-cdb93c1f-22db-4f78-b889-60efd7b1dd56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:28.701316 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-cdb93c1f-22db-4f78-b889-60efd7b1dd56 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/19b9f82d-8ca1-4dc1-9ccb-4356435498d0 HTTP/1.1" status: 204 len: 168 time: 0.8837371 Nov 02 07:29:28.740490 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb93c1f-22db-4f78-b889-60efd7b1dd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b9f82d-8ca1-4dc1-9ccb-4356435498d0,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:28.747122 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a54b5a-ccdd-4f3b-ad91-492dabd7cc6a admin admin] Made reservation on behalf of 1743209f240a41f989db69285faba483 for: {'subnet': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:29:28.757898 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-79a54b5a-ccdd-4f3b-ad91-492dabd7cc6a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:28.822303 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a65fcf-f39f-4655-af2c-bfb4e2a47f75 None None] Routers {'c80cad22-ba32-4d6f-b8d2-fa375507979c'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:29:28.829778 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-47a65fcf-f39f-4655-af2c-bfb4e2a47f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:29:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['c80cad22-ba32-4d6f-b8d2-fa375507979c'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:29:28.955682 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 33116) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:28.956137 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 33118) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:28.964726 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-f569d839-29ea-4371-9915-47c6c256800b None None] Set router 55723529-c777-4cb7-87c9-2c9d1dffccf5 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:29:29.119508 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-79a54b5a-ccdd-4f3b-ad91-492dabd7cc6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for subnet (c184b756-2139-47c6-afa9-13564df8ac35), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:29.125776 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-98593373-f12d-4c8a-ac74-d96329163906 req-e497348c-848e-49b4-bbf3-4f2e18f73649 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 210 time: 0.1597924 Nov 02 07:29:29.174506 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:29.255056 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 271e8c31-dcb2-41a1-8375-c7f2575e8e44 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:29.256847 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a54b5a-ccdd-4f3b-ad91-492dabd7cc6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c184b756-2139-47c6-afa9-13564df8ac35,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:29.256981 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (271e8c31-dcb2-41a1-8375-c7f2575e8e44), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:29.256981 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 271e8c31-dcb2-41a1-8375-c7f2575e8e44 Nov 02 07:29:29.257131 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6261e0df-c98b-42b3-a770-23d99707782d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for security_group_rule (93d4e377-4302-442f-aa28-050422e469b0), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:29.325046 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:29.355031 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:29.390679 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=326d84c0-8d4f-4e37-aae3-6bcc41cd294f,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:29.409338 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6261e0df-c98b-42b3-a770-23d99707782d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for security_group_rule (93d4e377-4302-442f-aa28-050422e469b0), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:29.433408 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a54b5a-ccdd-4f3b-ad91-492dabd7cc6a admin admin] Checking segment: {'id': '901af854-3708-4acf-8c3d-da5263beff42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2f098dd5-40fa-4eb7-b71c-249a89cdd040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:29:29.433774 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a54b5a-ccdd-4f3b-ad91-492dabd7cc6a admin admin] Network hostable DHCP agents. Network: 2f098dd5-40fa-4eb7-b71c-249a89cdd040, hostable agents: ['bceb131e-a03d-46e7-91df-936d929aaf3a'], hosted agents: [] {{(pid=104568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 07:29:29.437372 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6261e0df-c98b-42b3-a770-23d99707782d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (93d4e377-4302-442f-aa28-050422e469b0), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:29.458118 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-47a65fcf-f39f-4655-af2c-bfb4e2a47f75 None None] Set router c80cad22-ba32-4d6f-b8d2-fa375507979c gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:29:29.466247 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:29.484486 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261e0df-c98b-42b3-a770-23d99707782d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d4e377-4302-442f-aa28-050422e469b0,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:29.489850 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a54b5a-ccdd-4f3b-ad91-492dabd7cc6a admin admin] Network 2f098dd5-40fa-4eb7-b71c-249a89cdd040 is scheduled to be hosted by DHCP agent bceb131e-a03d-46e7-91df-936d929aaf3a with binding_index 1 {{(pid=104568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 07:29:29.505013 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6261e0df-c98b-42b3-a770-23d99707782d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:29.506337 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-6261e0df-c98b-42b3-a770-23d99707782d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9234996 Nov 02 07:29:29.508557 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-79a54b5a-ccdd-4f3b-ad91-492dabd7cc6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-33-iscsi, 2f098dd5-40fa-4eb7-b71c-249a89cdd040) {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:29:29.509414 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 33134) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:29.515291 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a54b5a-ccdd-4f3b-ad91-492dabd7cc6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:29.516121 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-79a54b5a-ccdd-4f3b-ad91-492dabd7cc6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for subnet (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:29.529254 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-8b99a2b0-f8fe-4f1b-9675-dbfe83dd700b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Request body: {'security_group_rule': {'security_group_id': 'c97dba9a-fe64-4f2b-a845-675d3e83b4a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:29:29.531320 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 33136) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:29.547169 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cb2a46-2b12-4eb7-a7da-592dd797ee20 None None] Network 2f098dd5-40fa-4eb7-b71c-249a89cdd040 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:29:29.572543 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-79a54b5a-ccdd-4f3b-ad91-492dabd7cc6a admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0816350 Nov 02 07:29:29.572543 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4c843ab6-c9a7-4022-a4b0-780509e3d8c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:29.608687 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-f569d839-29ea-4371-9915-47c6c256800b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55723529-c777-4cb7-87c9-2c9d1dffccf5', 'name': 'tempest-DeleteServersTestJSON-803879435-router', 'tenant_id': 'f676ec82a80f4425a6fa7562ee47a4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '326d84c0-8d4f-4e37-aae3-6bcc41cd294f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:14Z', 'updated_at': '2022-11-02T07:29:26Z', 'revision_number': 4, 'project_id': 'f676ec82a80f4425a6fa7562ee47a4cf', 'gw_port': {'id': '326d84c0-8d4f-4e37-aae3-6bcc41cd294f', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55723529-c777-4cb7-87c9-2c9d1dffccf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:16Z', 'updated_at': '2022-11-02T07:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '973a57af-4b4d-4d43-b040-33bf8de0cce9', 'name': '', 'network_id': '11191c9e-d03e-442c-a794-03d78c42edeb', 'tenant_id': 'f676ec82a80f4425a6fa7562ee47a4cf', 'mac_address': 'fa:16:3e:5c:35:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55723529-c777-4cb7-87c9-2c9d1dffccf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd6e658cd-4f30-4c95-98d1-6c9967d26219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:24Z', 'updated_at': '2022-11-02T07:29:26Z', 'revision_number': 2, 'project_id': 'f676ec82a80f4425a6fa7562ee47a4cf', 'subnets': [{'id': 'd6e658cd-4f30-4c95-98d1-6c9967d26219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:29:29.639995 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8b99a2b0-f8fe-4f1b-9675-dbfe83dd700b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for security_group_rule (69569e20-59fe-44fc-8a3e-95c80d804cd2), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:29.663195 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f569d839-29ea-4371-9915-47c6c256800b None None] Checking router: 55723529-c777-4cb7-87c9-2c9d1dffccf5 for host: dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:29:29.663711 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f569d839-29ea-4371-9915-47c6c256800b None None] Updating router 55723529-c777-4cb7-87c9-2c9d1dffccf5 port 973a57af-4b4d-4d43-b040-33bf8de0cce9 binding host dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 07:29:29.729207 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:29.760726 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-f569d839-29ea-4371-9915-47c6c256800b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (973a57af-4b4d-4d43-b040-33bf8de0cce9), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:29.791515 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4c843ab6-c9a7-4022-a4b0-780509e3d8c9 admin admin] Publish callbacks [] for security_group (14b686e0-24c5-43ba-8efa-24875ddfbda9), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:29.802805 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4c843ab6-c9a7-4022-a4b0-780509e3d8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (14b686e0-24c5-43ba-8efa-24875ddfbda9), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:29.820573 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 271e8c31-dcb2-41a1-8375-c7f2575e8e44 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:29:29.866790 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8b99a2b0-f8fe-4f1b-9675-dbfe83dd700b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for security_group_rule (69569e20-59fe-44fc-8a3e-95c80d804cd2), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:29.883048 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8b99a2b0-f8fe-4f1b-9675-dbfe83dd700b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (69569e20-59fe-44fc-8a3e-95c80d804cd2), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:29.937218 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99a2b0-f8fe-4f1b-9675-dbfe83dd700b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69569e20-59fe-44fc-8a3e-95c80d804cd2,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:29.972854 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-4c843ab6-c9a7-4022-a4b0-780509e3d8c9 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=44c8892cee764351b8eaa1eb4187cdc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4378526 Nov 02 07:29:29.974708 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 33140) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:29.994240 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c843ab6-c9a7-4022-a4b0-780509e3d8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b686e0-24c5-43ba-8efa-24875ddfbda9,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:30.002246 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ddcca276-7d0a-4fda-97c2-942c56c3fb9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:30.027676 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8b99a2b0-f8fe-4f1b-9675-dbfe83dd700b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:30.029213 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-8b99a2b0-f8fe-4f1b-9675-dbfe83dd700b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5180571 Nov 02 07:29:30.033663 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 33142) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:30.057437 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-705cb9a0-3fff-4bd1-8c3d-b5a16caddcb8 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Request body: {'floatingip': {'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:29:30.105474 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9bb8cf-38ad-4097-9e5c-4f954cb813b9 None None] Network 2f098dd5-40fa-4eb7-b71c-249a89cdd040 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:29:30.134945 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ddcee1f6-40aa-4243-a4d3-7b24de4e4562 admin admin] Publish callbacks [] for security_group (14b686e0-24c5-43ba-8efa-24875ddfbda9), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:30.193445 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-705cb9a0-3fff-4bd1-8c3d-b5a16caddcb8 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:30.214064 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ddcee1f6-40aa-4243-a4d3-7b24de4e4562 admin admin] Publish callbacks [] for security_group (14b686e0-24c5-43ba-8efa-24875ddfbda9), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:30.339939 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 326d84c0-8d4f-4e37-aae3-6bcc41cd294f up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:29:30.340518 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ddcee1f6-40aa-4243-a4d3-7b24de4e4562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (14b686e0-24c5-43ba-8efa-24875ddfbda9), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:30.343705 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ddcee1f6-40aa-4243-a4d3-7b24de4e4562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:30.347860 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-ddcee1f6-40aa-4243-a4d3-7b24de4e4562 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/14b686e0-24c5-43ba-8efa-24875ddfbda9 HTTP/1.1" status: 204 len: 168 time: 0.3695993 Nov 02 07:29:30.363005 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcee1f6-40aa-4243-a4d3-7b24de4e4562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b686e0-24c5-43ba-8efa-24875ddfbda9,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:30.495764 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-f569d839-29ea-4371-9915-47c6c256800b None None] Publish callbacks [] for port (973a57af-4b4d-4d43-b040-33bf8de0cce9), precommit_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:30.519155 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-f569d839-29ea-4371-9915-47c6c256800b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (973a57af-4b4d-4d43-b040-33bf8de0cce9), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:30.707066 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 326d84c0-8d4f-4e37-aae3-6bcc41cd294f triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:30.707839 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (326d84c0-8d4f-4e37-aae3-6bcc41cd294f), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:30.708305 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 326d84c0-8d4f-4e37-aae3-6bcc41cd294f Nov 02 07:29:30.717910 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7726d-5ec6-4e9e-bf56-06fe3dfbb0f9 None None] Pushing event updated for resources: {'Port': ['ID=973a57af-4b4d-4d43-b040-33bf8de0cce9,revision_number=3']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:30.720728 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:30.744951 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-f569d839-29ea-4371-9915-47c6c256800b None None] Attempting to bind port 973a57af-4b4d-4d43-b040-33bf8de0cce9 on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:29:30.748229 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-f569d839-29ea-4371-9915-47c6c256800b None None] Attempting to bind port 973a57af-4b4d-4d43-b040-33bf8de0cce9 by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': '21ee6202-3607-432f-b12e-4294c3e078fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '11191c9e-d03e-442c-a794-03d78c42edeb'}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:29:30.748997 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f569d839-29ea-4371-9915-47c6c256800b None None] Attempting to bind port 973a57af-4b4d-4d43-b040-33bf8de0cce9 on network 11191c9e-d03e-442c-a794-03d78c42edeb {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:29:30.781281 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-705cb9a0-3fff-4bd1-8c3d-b5a16caddcb8 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:30.875611 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 326d84c0-8d4f-4e37-aae3-6bcc41cd294f is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:29:30.877061 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 96aa0219-b060-4951-9b6b-dfde45657a4a up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:29:30.911629 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f569d839-29ea-4371-9915-47c6c256800b None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:29:30.912011 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f569d839-29ea-4371-9915-47c6c256800b None None] Checking segment: {'id': '21ee6202-3607-432f-b12e-4294c3e078fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '11191c9e-d03e-442c-a794-03d78c42edeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:29:30.912415 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-f569d839-29ea-4371-9915-47c6c256800b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:30.912809 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f569d839-29ea-4371-9915-47c6c256800b None None] Bound using segment: {'id': '21ee6202-3607-432f-b12e-4294c3e078fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '11191c9e-d03e-442c-a794-03d78c42edeb'} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:29:30.913312 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-f569d839-29ea-4371-9915-47c6c256800b None None] Bound port: 973a57af-4b4d-4d43-b040-33bf8de0cce9, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ee6202-3607-432f-b12e-4294c3e078fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '11191c9e-d03e-442c-a794-03d78c42edeb'}}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:29:30.913669 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-f569d839-29ea-4371-9915-47c6c256800b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (973a57af-4b4d-4d43-b040-33bf8de0cce9), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:30.933538 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-47a65fcf-f39f-4655-af2c-bfb4e2a47f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'name': 'tempest-ServerRescueNegativeTestJSON-1966386420-router', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:12Z', 'updated_at': '2022-11-02T07:29:19Z', 'revision_number': 4, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'gw_port': {'id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:13Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '0c7267b6-a9f5-4310-904e-c7f9db85954f', 'name': '', 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'mac_address': 'fa:16:3e:c4:8d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '2425be66-0e89-40dd-949b-94121b115f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:17Z', 'updated_at': '2022-11-02T07:29:28Z', 'revision_number': 4, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'subnets': [{'id': '2425be66-0e89-40dd-949b-94121b115f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:29:30.970511 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 96aa0219-b060-4951-9b6b-dfde45657a4a triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:30.971047 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (96aa0219-b060-4951-9b6b-dfde45657a4a), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:30.971618 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 96aa0219-b060-4951-9b6b-dfde45657a4a Nov 02 07:29:30.998579 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a65fcf-f39f-4655-af2c-bfb4e2a47f75 None None] The sync data for ids ['c80cad22-ba32-4d6f-b8d2-fa375507979c'] in dv-cinder-804735-33-iscsi is: [{'id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'name': 'tempest-ServerRescueNegativeTestJSON-1966386420-router', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:12Z', 'updated_at': '2022-11-02T07:29:19Z', 'revision_number': 4, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'gw_port': {'id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:13Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '0c7267b6-a9f5-4310-904e-c7f9db85954f', 'name': '', 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'mac_address': 'fa:16:3e:c4:8d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '2425be66-0e89-40dd-949b-94121b115f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:17Z', 'updated_at': '2022-11-02T07:29:28Z', 'revision_number': 4, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'subnets': [{'id': '2425be66-0e89-40dd-949b-94121b115f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:29:31.005257 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:31.059587 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-f569d839-29ea-4371-9915-47c6c256800b None None] For port 973a57af-4b4d-4d43-b040-33bf8de0cce9, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:29:31.064886 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-f569d839-29ea-4371-9915-47c6c256800b None None] For port 973a57af-4b4d-4d43-b040-33bf8de0cce9, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=973a57af-4b4d-4d43-b040-33bf8de0cce9,segment=NetworkSegment(21ee6202-3607-432f-b12e-4294c3e078fe),segment_id=21ee6202-3607-432f-b12e-4294c3e078fe)] {{(pid=104571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:29:31.079327 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-f569d839-29ea-4371-9915-47c6c256800b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (973a57af-4b4d-4d43-b040-33bf8de0cce9), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:31.170927 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 96aa0219-b060-4951-9b6b-dfde45657a4a is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:29:31.171849 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (96aa0219-b060-4951-9b6b-dfde45657a4a), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:31.178466 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ddcca276-7d0a-4fda-97c2-942c56c3fb9d admin admin] Publish callbacks [] for security_group (ba69134f-1df9-4d78-b5e5-17a9656867ad), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:31.186722 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7726d-5ec6-4e9e-bf56-06fe3dfbb0f9 None None] Pushing event updated for resources: {'Port': ['ID=973a57af-4b4d-4d43-b040-33bf8de0cce9,revision_number=4']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:31.207015 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f569d839-29ea-4371-9915-47c6c256800b None None] Routers {'55723529-c777-4cb7-87c9-2c9d1dffccf5'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:29:31.207773 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-f569d839-29ea-4371-9915-47c6c256800b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:29:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['55723529-c777-4cb7-87c9-2c9d1dffccf5'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:29:31.237728 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port 96aa0219-b060-4951-9b6b-dfde45657a4a, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=96aa0219-b060-4951-9b6b-dfde45657a4a,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:29:31.240079 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ddcca276-7d0a-4fda-97c2-942c56c3fb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (ba69134f-1df9-4d78-b5e5-17a9656867ad), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:31.246130 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (96aa0219-b060-4951-9b6b-dfde45657a4a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:31.317229 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=96aa0219-b060-4951-9b6b-dfde45657a4a,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:31.349232 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-f569d839-29ea-4371-9915-47c6c256800b None None] Set router 55723529-c777-4cb7-87c9-2c9d1dffccf5 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:29:31.371594 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-d47d9edb-1c53-4882-82f7-b3ea228d0a4d tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:31.379572 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-d47d9edb-1c53-4882-82f7-b3ea228d0a4d tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f40ed210-eb7b-4935-8be8-8b7615c77c12 HTTP/1.1" status: 200 len: 819 time: 0.9239757 Nov 02 07:29:31.387871 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:31.462708 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-c49e500b-e8e0-42d6-ba62-2939ccfa89d5 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/quotas/c60cb95cbf734d9b852af2bdcad4e1c0 HTTP/1.1" status: 200 len: 375 time: 0.0821328 Nov 02 07:29:31.562582 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-ddcca276-7d0a-4fda-97c2-942c56c3fb9d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=818e1198e7c64603bb957c4ed7198b45&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6049304 Nov 02 07:29:31.563623 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcca276-7d0a-4fda-97c2-942c56c3fb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba69134f-1df9-4d78-b5e5-17a9656867ad,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:31.567332 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 33212) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:31.628863 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-705cb9a0-3fff-4bd1-8c3d-b5a16caddcb8 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Allocated IP 172.27.2.197 (ac01166e-81e9-4cae-b853-f9fd1f541c1c/957d630b-2ac5-4777-98af-d9a9e169b647/fee83a00-f22d-461e-97e7-b78ff9a918ef) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:29:31.676690 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-cfef0c2c-8302-43eb-96e3-961e8aaffcc7 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c60cb95cbf734d9b852af2bdcad4e1c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2130241 Nov 02 07:29:31.689512 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5f3fab24-5c19-49d5-b373-d50080bffecd admin admin] Publish callbacks [] for security_group (ba69134f-1df9-4d78-b5e5-17a9656867ad), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:31.777576 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-6ea91e35-cf03-40ee-9e92-f9b157262891 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:31.780019 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5f3fab24-5c19-49d5-b373-d50080bffecd admin admin] Publish callbacks [] for security_group (ba69134f-1df9-4d78-b5e5-17a9656867ad), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:31.780177 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-f569d839-29ea-4371-9915-47c6c256800b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55723529-c777-4cb7-87c9-2c9d1dffccf5', 'name': 'tempest-DeleteServersTestJSON-803879435-router', 'tenant_id': 'f676ec82a80f4425a6fa7562ee47a4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '326d84c0-8d4f-4e37-aae3-6bcc41cd294f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:14Z', 'updated_at': '2022-11-02T07:29:26Z', 'revision_number': 4, 'project_id': 'f676ec82a80f4425a6fa7562ee47a4cf', 'gw_port': {'id': '326d84c0-8d4f-4e37-aae3-6bcc41cd294f', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55723529-c777-4cb7-87c9-2c9d1dffccf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:16Z', 'updated_at': '2022-11-02T07:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '973a57af-4b4d-4d43-b040-33bf8de0cce9', 'name': '', 'network_id': '11191c9e-d03e-442c-a794-03d78c42edeb', 'tenant_id': 'f676ec82a80f4425a6fa7562ee47a4cf', 'mac_address': 'fa:16:3e:5c:35:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55723529-c777-4cb7-87c9-2c9d1dffccf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd6e658cd-4f30-4c95-98d1-6c9967d26219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:24Z', 'updated_at': '2022-11-02T07:29:31Z', 'revision_number': 4, 'project_id': 'f676ec82a80f4425a6fa7562ee47a4cf', 'subnets': [{'id': 'd6e658cd-4f30-4c95-98d1-6c9967d26219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:29:31.799709 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-6ea91e35-cf03-40ee-9e92-f9b157262891 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/networks?id=11191c9e-d03e-442c-a794-03d78c42edeb HTTP/1.1" status: 200 len: 811 time: 0.8510664 Nov 02 07:29:31.843935 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f569d839-29ea-4371-9915-47c6c256800b None None] The sync data for ids ['55723529-c777-4cb7-87c9-2c9d1dffccf5'] in dv-cinder-804735-33-iscsi is: [{'id': '55723529-c777-4cb7-87c9-2c9d1dffccf5', 'name': 'tempest-DeleteServersTestJSON-803879435-router', 'tenant_id': 'f676ec82a80f4425a6fa7562ee47a4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '326d84c0-8d4f-4e37-aae3-6bcc41cd294f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:14Z', 'updated_at': '2022-11-02T07:29:26Z', 'revision_number': 4, 'project_id': 'f676ec82a80f4425a6fa7562ee47a4cf', 'gw_port': {'id': '326d84c0-8d4f-4e37-aae3-6bcc41cd294f', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55723529-c777-4cb7-87c9-2c9d1dffccf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:16Z', 'updated_at': '2022-11-02T07:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '973a57af-4b4d-4d43-b040-33bf8de0cce9', 'name': '', 'network_id': '11191c9e-d03e-442c-a794-03d78c42edeb', 'tenant_id': 'f676ec82a80f4425a6fa7562ee47a4cf', 'mac_address': 'fa:16:3e:5c:35:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55723529-c777-4cb7-87c9-2c9d1dffccf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd6e658cd-4f30-4c95-98d1-6c9967d26219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:24Z', 'updated_at': '2022-11-02T07:29:31Z', 'revision_number': 4, 'project_id': 'f676ec82a80f4425a6fa7562ee47a4cf', 'subnets': [{'id': 'd6e658cd-4f30-4c95-98d1-6c9967d26219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:29:31.876165 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-155700a6-aa54-4e4f-815e-d3fc79d10e60 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/quotas/f676ec82a80f4425a6fa7562ee47a4cf HTTP/1.1" status: 200 len: 375 time: 0.0752096 Nov 02 07:29:31.893991 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5f3fab24-5c19-49d5-b373-d50080bffecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (ba69134f-1df9-4d78-b5e5-17a9656867ad), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:31.897742 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5f3fab24-5c19-49d5-b373-d50080bffecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:31.902569 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-5f3fab24-5c19-49d5-b373-d50080bffecd admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ba69134f-1df9-4d78-b5e5-17a9656867ad HTTP/1.1" status: 204 len: 168 time: 0.3311279 Nov 02 07:29:31.915891 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3fab24-5c19-49d5-b373-d50080bffecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba69134f-1df9-4d78-b5e5-17a9656867ad,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:32.309216 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 0c7267b6-a9f5-4310-904e-c7f9db85954f up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:29:32.323158 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-449fab6c-c8a8-4963-8017-840f9817dbfc tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=f676ec82a80f4425a6fa7562ee47a4cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4461319 Nov 02 07:29:32.465952 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 0c7267b6-a9f5-4310-904e-c7f9db85954f triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:32.466385 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (0c7267b6-a9f5-4310-904e-c7f9db85954f), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:32.466847 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 0c7267b6-a9f5-4310-904e-c7f9db85954f Nov 02 07:29:32.502003 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6a6a0e-37b7-43ca-bda9-bf50aa22cf16 None None] Sync routers for ids ['4d64b9b3-55c5-424c-9589-335054c01a43'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:29:32.508917 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-705cb9a0-3fff-4bd1-8c3d-b5a16caddcb8 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for port (fee83a00-f22d-461e-97e7-b78ff9a918ef), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:32.537468 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:32.555242 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6a6a0e-37b7-43ca-bda9-bf50aa22cf16 None None] Routers {'4d64b9b3-55c5-424c-9589-335054c01a43'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:29:32.556448 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-fb6a6a0e-37b7-43ca-bda9-bf50aa22cf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:29:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['4d64b9b3-55c5-424c-9589-335054c01a43'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:29:32.569421 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-a30430d0-b58d-4d88-af51-b8ad471b7f27 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/11191c9e-d03e-442c-a794-03d78c42edeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346613 Nov 02 07:29:32.733539 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-705cb9a0-3fff-4bd1-8c3d-b5a16caddcb8 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738'] for port (fee83a00-f22d-461e-97e7-b78ff9a918ef), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:32.805314 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705cb9a0-3fff-4bd1-8c3d-b5a16caddcb8 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Network ac01166e-81e9-4cae-b853-f9fd1f541c1c is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:29:32.813113 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cb9a0-3fff-4bd1-8c3d-b5a16caddcb8 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Pushing event updated for resources: {'Port': ['ID=fee83a00-f22d-461e-97e7-b78ff9a918ef,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:32.817233 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-705cb9a0-3fff-4bd1-8c3d-b5a16caddcb8 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:29:32.818400 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:32.824233 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705cb9a0-3fff-4bd1-8c3d-b5a16caddcb8 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:29:32.928400 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-fb6a6a0e-37b7-43ca-bda9-bf50aa22cf16 None None] Set router 4d64b9b3-55c5-424c-9589-335054c01a43 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:29:32.999810 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-2ff9a514-0b0b-49ee-8995-6beeb85d2e19 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/11191c9e-d03e-442c-a794-03d78c42edeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179182 Nov 02 07:29:33.058666 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.47', 61789) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:33.066119 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 0c7267b6-a9f5-4310-904e-c7f9db85954f is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:29:33.066786 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (0c7267b6-a9f5-4310-904e-c7f9db85954f), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:33.144096 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-705cb9a0-3fff-4bd1-8c3d-b5a16caddcb8 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for floatingip (73d9a7e5-4ee9-4e14-b40b-1ad5f4844445), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:33.145706 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:33.290765 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 33260) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:33.298449 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-705cb9a0-3fff-4bd1-8c3d-b5a16caddcb8 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (fee83a00-f22d-461e-97e7-b78ff9a918ef), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:33.409435 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port 0c7267b6-a9f5-4310-904e-c7f9db85954f, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=0c7267b6-a9f5-4310-904e-c7f9db85954f,segment=NetworkSegment(9319e40f-b31f-4389-b110-ad9b4c314925),segment_id=9319e40f-b31f-4389-b110-ad9b4c314925)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:29:33.452028 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (0c7267b6-a9f5-4310-904e-c7f9db85954f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:33.453083 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 96aa0219-b060-4951-9b6b-dfde45657a4a up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:29:33.524363 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-c12171fb-6f0f-4446-8dce-cbc8c0fffe18 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:33.531812 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-c12171fb-6f0f-4446-8dce-cbc8c0fffe18 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.47 "GET /networking/v2.0/networks?id=f40ed210-eb7b-4935-8be8-8b7615c77c12 HTTP/1.1" status: 200 len: 819 time: 0.4705765 Nov 02 07:29:33.631888 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-b6c42c80-16e2-45e5-a923-3f93fa544dd6 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104569) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 07:29:33.634758 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-b6c42c80-16e2-45e5-a923-3f93fa544dd6 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.9421945 Nov 02 07:29:33.640413 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-de3365c5-a372-4588-a0d5-f97ecef97646 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-733910514-network', 'tenant_id': '718f8ac6458a47f18440c145482ca9f8'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:29:33.667912 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-5239a686-1f6f-4e18-8ba3-d648f84ea451 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Request body: {'port': {'device_id': '983e9075-27cf-4c74-bf6b-ff9fe8a68018', 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12', 'admin_state_up': True, 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:29:33.668096 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-fb6a6a0e-37b7-43ca-bda9-bf50aa22cf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'name': 'tempest-AttachVolumeShelveTestJSON-98063645-router', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:15Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 4, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'gw_port': {'id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:17Z', 'updated_at': '2022-11-02T07:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '40e2798b-9045-487d-a044-f47cc6fa978c', 'name': '', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'mac_address': 'fa:16:3e:a5:fe:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:22Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 2, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'subnets': [{'id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:29:33.680364 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:33.779127 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=0c7267b6-a9f5-4310-904e-c7f9db85954f,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:33.789269 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-762aa5a3-14fd-4dd5-a5f5-096f83e52dc7 req-e7ba2819-9ba3-4f6d-bc20-c7702b3f41ee tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7b5d6941-4c0e-4d53-94a7-70dcc586fbef HTTP/1.1" status: 200 len: 210 time: 0.1622150 Nov 02 07:29:33.799220 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6a6a0e-37b7-43ca-bda9-bf50aa22cf16 None None] Checking router: 4d64b9b3-55c5-424c-9589-335054c01a43 for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:29:33.799580 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6a6a0e-37b7-43ca-bda9-bf50aa22cf16 None None] Updating router 4d64b9b3-55c5-424c-9589-335054c01a43 port 40e2798b-9045-487d-a044-f47cc6fa978c binding host dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 07:29:33.819019 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:33.909103 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3365c5-a372-4588-a0d5-f97ecef97646 admin admin] Made reservation on behalf of 718f8ac6458a47f18440c145482ca9f8 for: {'network': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:29:33.912787 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-de3365c5-a372-4588-a0d5-f97ecef97646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for network (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:33.941794 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-de3365c5-a372-4588-a0d5-f97ecef97646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:33.950934 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 96aa0219-b060-4951-9b6b-dfde45657a4a triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:33.951352 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (96aa0219-b060-4951-9b6b-dfde45657a4a), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:33.951700 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 96aa0219-b060-4951-9b6b-dfde45657a4a Nov 02 07:29:33.953498 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fb6a6a0e-37b7-43ca-bda9-bf50aa22cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (40e2798b-9045-487d-a044-f47cc6fa978c), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:34.116865 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-b5bf70eb-d8d8-4f76-a561-02b7c5bc8902 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629860 Nov 02 07:29:34.124447 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-705cb9a0-3fff-4bd1-8c3d-b5a16caddcb8 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for port (fee83a00-f22d-461e-97e7-b78ff9a918ef), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:34.164516 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-5239a686-1f6f-4e18-8ba3-d648f84ea451 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Made reservation on behalf of c60cb95cbf734d9b852af2bdcad4e1c0 for: {'port': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:29:34.174291 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-5239a686-1f6f-4e18-8ba3-d648f84ea451 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:34.197668 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-705cb9a0-3fff-4bd1-8c3d-b5a16caddcb8 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (fee83a00-f22d-461e-97e7-b78ff9a918ef), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:34.203832 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-705cb9a0-3fff-4bd1-8c3d-b5a16caddcb8 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (73d9a7e5-4ee9-4e14-b40b-1ad5f4844445), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:34.242653 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:34.264422 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:34.379879 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 96aa0219-b060-4951-9b6b-dfde45657a4a is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:29:34.446958 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-de3365c5-a372-4588-a0d5-f97ecef97646 admin admin] Publish callbacks [] for security_group (e7deecdc-87b7-45cf-b7d2-61edbb2092c8), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:34.471031 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cb9a0-3fff-4bd1-8c3d-b5a16caddcb8 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Pushing event updated for resources: {'Port': ['ID=fee83a00-f22d-461e-97e7-b78ff9a918ef,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:34.480637 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-705cb9a0-3fff-4bd1-8c3d-b5a16caddcb8 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:34.482146 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-705cb9a0-3fff-4bd1-8c3d-b5a16caddcb8 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4471669 Nov 02 07:29:34.485650 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-de3365c5-a372-4588-a0d5-f97ecef97646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (e7deecdc-87b7-45cf-b7d2-61edbb2092c8), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:34.552294 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-cf771281-a821-40b3-99bf-77e2d3e9d87a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228656 Nov 02 07:29:34.554460 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3365c5-a372-4588-a0d5-f97ecef97646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7deecdc-87b7-45cf-b7d2-61edbb2092c8,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:34.568758 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-5239a686-1f6f-4e18-8ba3-d648f84ea451 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Allocated IP 172.20.0.9 (f40ed210-eb7b-4935-8be8-8b7615c77c12/2425be66-0e89-40dd-949b-94121b115f5c/0ee6dd20-0770-4e10-ac8f-d0e34d519f81) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:29:34.608797 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3365c5-a372-4588-a0d5-f97ecef97646 admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=104569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 07:29:34.648176 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:34.654724 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-de3365c5-a372-4588-a0d5-f97ecef97646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (5a625e7d-e91c-4115-931d-1747d86b4df7), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:34.657288 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.db.segments_db [None req-de3365c5-a372-4588-a0d5-f97ecef97646 admin admin] Added segment 5a625e7d-e91c-4115-931d-1747d86b4df7 of type vlan for network 12f4dba6-1b2b-43f7-8c70-85a57a91341f Nov 02 07:29:34.834518 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fb6a6a0e-37b7-43ca-bda9-bf50aa22cf16 None None] Publish callbacks [] for port (40e2798b-9045-487d-a044-f47cc6fa978c), precommit_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:34.835391 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-5239a686-1f6f-4e18-8ba3-d648f84ea451 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks [] for port (0ee6dd20-0770-4e10-ac8f-d0e34d519f81), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:34.849431 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 973a57af-4b4d-4d43-b040-33bf8de0cce9 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:29:34.888681 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-5239a686-1f6f-4e18-8ba3-d648f84ea451 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738'] for port (0ee6dd20-0770-4e10-ac8f-d0e34d519f81), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:34.900702 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-de3365c5-a372-4588-a0d5-f97ecef97646 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744619761345'] for network (12f4dba6-1b2b-43f7-8c70-85a57a91341f), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:34.958297 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fb6a6a0e-37b7-43ca-bda9-bf50aa22cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (40e2798b-9045-487d-a044-f47cc6fa978c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:35.012265 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-65cee87e-7f81-43c0-95e1-b25e4b7cf5c2 req-1e13809e-ea94-4510-81cc-73fb621082e7 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7b5d6941-4c0e-4d53-94a7-70dcc586fbef HTTP/1.1" status: 200 len: 210 time: 0.1019394 Nov 02 07:29:35.079658 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-de3365c5-a372-4588-a0d5-f97ecef97646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for network (12f4dba6-1b2b-43f7-8c70-85a57a91341f), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:35.080845 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3365c5-a372-4588-a0d5-f97ecef97646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:35.081529 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-de3365c5-a372-4588-a0d5-f97ecef97646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:35.106549 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 973a57af-4b4d-4d43-b040-33bf8de0cce9 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:35.106996 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (973a57af-4b4d-4d43-b040-33bf8de0cce9), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:35.107483 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 973a57af-4b4d-4d43-b040-33bf8de0cce9 Nov 02 07:29:35.158039 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5239a686-1f6f-4e18-8ba3-d648f84ea451 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Pushing event updated for resources: {'Port': ['ID=0ee6dd20-0770-4e10-ac8f-d0e34d519f81,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:35.173258 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-5239a686-1f6f-4e18-8ba3-d648f84ea451 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Network f40ed210-eb7b-4935-8be8-8b7615c77c12 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:29:35.174680 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-5239a686-1f6f-4e18-8ba3-d648f84ea451 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:29:35.178427 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-5239a686-1f6f-4e18-8ba3-d648f84ea451 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:29:35.194422 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-5239a686-1f6f-4e18-8ba3-d648f84ea451 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:35.196602 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-5239a686-1f6f-4e18-8ba3-d648f84ea451 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:35.243918 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-5239a686-1f6f-4e18-8ba3-d648f84ea451 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5797455 Nov 02 07:29:35.264956 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-d0fe2f0a-759d-4782-b8dc-e1574c58fc89 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 07:29:35.269870 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-d0fe2f0a-759d-4782-b8dc-e1574c58fc89 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0210364 Nov 02 07:29:35.280632 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-de3365c5-a372-4588-a0d5-f97ecef97646 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6600158 Nov 02 07:29:35.280861 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c334641-840e-4f9c-a15c-c60a4401321f None None] Pushing event updated for resources: {'Port': ['ID=40e2798b-9045-487d-a044-f47cc6fa978c,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:35.295823 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-45152060-8c2a-4f14-b9cc-f96dd89be980 req-e4ad722d-1d5f-4459-a069-72ab661a0d71 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 210 time: 0.1474659 Nov 02 07:29:35.296435 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 33368) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:35.309861 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-dbae6d21-1ccc-471e-9e42-b6ccc54c897b admin admin] Request body: {'subnet': {'network_id': '12f4dba6-1b2b-43f7-8c70-85a57a91341f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-733910514-subnet', 'tenant_id': '718f8ac6458a47f18440c145482ca9f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:29:35.315713 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3365c5-a372-4588-a0d5-f97ecef97646 admin admin] Pushing event updated for resources: {'Network': ['ID=12f4dba6-1b2b-43f7-8c70-85a57a91341f,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:35.353525 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Network 12f4dba6-1b2b-43f7-8c70-85a57a91341f details requested by agent ovs-agent-dv-cinder-804735-33-iscsi with host dv-cinder-804735-33-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 07:29:35.364530 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbae6d21-1ccc-471e-9e42-b6ccc54c897b admin admin] Made reservation on behalf of 718f8ac6458a47f18440c145482ca9f8 for: {'subnet': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:29:35.367881 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:35.368611 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-dbae6d21-1ccc-471e-9e42-b6ccc54c897b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:35.422242 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-fb6a6a0e-37b7-43ca-bda9-bf50aa22cf16 None None] Attempting to bind port 40e2798b-9045-487d-a044-f47cc6fa978c on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:29:35.422645 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-fb6a6a0e-37b7-43ca-bda9-bf50aa22cf16 None None] Attempting to bind port 40e2798b-9045-487d-a044-f47cc6fa978c by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': 'd7e1724e-6066-427b-a3a4-bc3e1a8af7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:29:35.423015 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6a6a0e-37b7-43ca-bda9-bf50aa22cf16 None None] Attempting to bind port 40e2798b-9045-487d-a044-f47cc6fa978c on network dc944948-bf48-4be4-9702-2103a8c937e6 {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:29:35.657717 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-6ca23fad-599b-44e1-b4af-74eadd79c42e tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1478573750&fields=id&tenant_id=df168e1504c947169b74f50c1ed4de95 HTTP/1.1" status: 200 len: 267 time: 0.2681034 Nov 02 07:29:35.720191 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 973a57af-4b4d-4d43-b040-33bf8de0cce9 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:29:35.725577 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (973a57af-4b4d-4d43-b040-33bf8de0cce9), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:35.774770 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-5d451532-fae0-4920-88f7-077e0643792d None None] Provisioning complete for port 0ee6dd20-0770-4e10-ac8f-d0e34d519f81 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:35.790169 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5d451532-fae0-4920-88f7-077e0643792d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (0ee6dd20-0770-4e10-ac8f-d0e34d519f81), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:35.791083 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-5d451532-fae0-4920-88f7-077e0643792d None None] Attempt 1 to provision port 0ee6dd20-0770-4e10-ac8f-d0e34d519f81 Nov 02 07:29:35.799329 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6a6a0e-37b7-43ca-bda9-bf50aa22cf16 None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:29:35.806517 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6a6a0e-37b7-43ca-bda9-bf50aa22cf16 None None] Checking segment: {'id': 'd7e1724e-6066-427b-a3a4-bc3e1a8af7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:29:35.807200 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fb6a6a0e-37b7-43ca-bda9-bf50aa22cf16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:35.807720 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6a6a0e-37b7-43ca-bda9-bf50aa22cf16 None None] Bound using segment: {'id': 'd7e1724e-6066-427b-a3a4-bc3e1a8af7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:29:35.809518 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-fb6a6a0e-37b7-43ca-bda9-bf50aa22cf16 None None] Bound port: 40e2798b-9045-487d-a044-f47cc6fa978c, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e1724e-6066-427b-a3a4-bc3e1a8af7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:29:35.809916 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fb6a6a0e-37b7-43ca-bda9-bf50aa22cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (40e2798b-9045-487d-a044-f47cc6fa978c), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:36.041721 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-31952746-21d8-4882-acf5-441f297d882e tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:36.057689 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-31952746-21d8-4882-acf5-441f297d882e tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/networks?id=dc944948-bf48-4be4-9702-2103a8c937e6 HTTP/1.1" status: 200 len: 815 time: 0.3984804 Nov 02 07:29:36.116842 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-5d451532-fae0-4920-88f7-077e0643792d None None] Port 0ee6dd20-0770-4e10-ac8f-d0e34d519f81 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:29:36.169015 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port 973a57af-4b4d-4d43-b040-33bf8de0cce9, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=973a57af-4b4d-4d43-b040-33bf8de0cce9,segment=NetworkSegment(21ee6202-3607-432f-b12e-4294c3e078fe),segment_id=21ee6202-3607-432f-b12e-4294c3e078fe)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:29:36.207086 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (973a57af-4b4d-4d43-b040-33bf8de0cce9), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:36.211680 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 0c7267b6-a9f5-4310-904e-c7f9db85954f up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:29:36.449432 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-8dfdc844-e71a-4705-9f0f-ed4af2421a32 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/quotas/df168e1504c947169b74f50c1ed4de95 HTTP/1.1" status: 200 len: 375 time: 0.3870656 Nov 02 07:29:36.493411 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-fb6a6a0e-37b7-43ca-bda9-bf50aa22cf16 None None] For port 40e2798b-9045-487d-a044-f47cc6fa978c, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:29:36.520888 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-fb6a6a0e-37b7-43ca-bda9-bf50aa22cf16 None None] For port 40e2798b-9045-487d-a044-f47cc6fa978c, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=40e2798b-9045-487d-a044-f47cc6fa978c,segment=NetworkSegment(d7e1724e-6066-427b-a3a4-bc3e1a8af7fa),segment_id=d7e1724e-6066-427b-a3a4-bc3e1a8af7fa)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:29:36.573316 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 0c7267b6-a9f5-4310-904e-c7f9db85954f triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:36.575049 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (0c7267b6-a9f5-4310-904e-c7f9db85954f), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:36.575567 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 0c7267b6-a9f5-4310-904e-c7f9db85954f Nov 02 07:29:36.595568 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-c2c53a13-cd23-43ef-8f15-cc1dce8c961f tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=df168e1504c947169b74f50c1ed4de95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1449652 Nov 02 07:29:36.603334 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fb6a6a0e-37b7-43ca-bda9-bf50aa22cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (40e2798b-9045-487d-a044-f47cc6fa978c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:36.639582 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.47', 61801) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:36.641227 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:36.721106 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-32bfefe6-0d33-4aeb-ac33-2bbbd6fe7ce3 req-058f7429-3d0b-4d8c-9fc9-6777f6f24d1a tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7b5d6941-4c0e-4d53-94a7-70dcc586fbef HTTP/1.1" status: 200 len: 210 time: 0.1133392 Nov 02 07:29:36.721846 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=973a57af-4b4d-4d43-b040-33bf8de0cce9,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:36.722028 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-dbae6d21-1ccc-471e-9e42-b6ccc54c897b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for subnet (7d306c39-7069-4f99-b1c3-c48daeb58c47), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:36.742855 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:36.947970 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 0c7267b6-a9f5-4310-904e-c7f9db85954f is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:29:36.962727 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-a368f781-6a3e-4d89-893b-2298036b2fb7 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:36.966799 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-a368f781-6a3e-4d89-893b-2298036b2fb7 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.47 "GET /networking/v2.0/networks?id=11191c9e-d03e-442c-a794-03d78c42edeb HTTP/1.1" status: 200 len: 811 time: 0.2784193 Nov 02 07:29:36.974176 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6a6a0e-37b7-43ca-bda9-bf50aa22cf16 None None] Routers {'4d64b9b3-55c5-424c-9589-335054c01a43'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:29:36.975053 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-fb6a6a0e-37b7-43ca-bda9-bf50aa22cf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:29:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['4d64b9b3-55c5-424c-9589-335054c01a43'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:29:36.992853 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-b83c95e8-846e-4165-adda-64eefaa516fe tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Request body: {'port': {'device_id': '7b5d6941-4c0e-4d53-94a7-70dcc586fbef', 'network_id': '11191c9e-d03e-442c-a794-03d78c42edeb', 'admin_state_up': True, 'tenant_id': 'f676ec82a80f4425a6fa7562ee47a4cf'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:29:37.142280 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c334641-840e-4f9c-a15c-c60a4401321f None None] Pushing event updated for resources: {'Port': ['ID=40e2798b-9045-487d-a044-f47cc6fa978c,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:37.186814 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:37.198116 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-4e0edd10-3cc4-4292-a527-b94bdcda2ef0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dc944948-bf48-4be4-9702-2103a8c937e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5818541 Nov 02 07:29:37.209622 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbae6d21-1ccc-471e-9e42-b6ccc54c897b admin admin] Checking segment: {'id': '5a625e7d-e91c-4115-931d-1747d86b4df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '12f4dba6-1b2b-43f7-8c70-85a57a91341f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:29:37.215202 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbae6d21-1ccc-471e-9e42-b6ccc54c897b admin admin] Network hostable DHCP agents. Network: 12f4dba6-1b2b-43f7-8c70-85a57a91341f, hostable agents: ['bceb131e-a03d-46e7-91df-936d929aaf3a'], hosted agents: [] {{(pid=104569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 07:29:37.315010 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbae6d21-1ccc-471e-9e42-b6ccc54c897b admin admin] Network 12f4dba6-1b2b-43f7-8c70-85a57a91341f is scheduled to be hosted by DHCP agent bceb131e-a03d-46e7-91df-936d929aaf3a with binding_index 1 {{(pid=104569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 07:29:37.369849 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae6d21-1ccc-471e-9e42-b6ccc54c897b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d306c39-7069-4f99-b1c3-c48daeb58c47,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:37.386801 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-29a238ed-b3af-4a41-a14c-fa1cf961d6a8 req-1a72fead-3795-4352-b705-663d73a35b36 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 210 time: 0.1835918 Nov 02 07:29:37.388995 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-dbae6d21-1ccc-471e-9e42-b6ccc54c897b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-33-iscsi, 12f4dba6-1b2b-43f7-8c70-85a57a91341f) {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:29:37.412631 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbae6d21-1ccc-471e-9e42-b6ccc54c897b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:37.413240 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-dbae6d21-1ccc-471e-9e42-b6ccc54c897b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:37.478098 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 973a57af-4b4d-4d43-b040-33bf8de0cce9 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:29:37.481814 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1728b45a-0c08-40b7-af0f-99fe7bd49cdf None None] Network 12f4dba6-1b2b-43f7-8c70-85a57a91341f requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:29:37.588988 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-fb6a6a0e-37b7-43ca-bda9-bf50aa22cf16 None None] Set router 4d64b9b3-55c5-424c-9589-335054c01a43 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:29:37.707223 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-51bfebd0-6ce3-4e21-bb9a-6e6623c63e52 service neutron] Request body: {'port': {'device_id': '983e9075-27cf-4c74-bf6b-ff9fe8a68018', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:29:37.722981 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:37.810930 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-b0228ca7-aa3a-47cd-8806-fcb8fb357b9d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dc944948-bf48-4be4-9702-2103a8c937e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5872748 Nov 02 07:29:37.836423 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-dbae6d21-1ccc-471e-9e42-b6ccc54c897b admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5233881 Nov 02 07:29:37.944595 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 973a57af-4b4d-4d43-b040-33bf8de0cce9 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:37.952738 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (973a57af-4b4d-4d43-b040-33bf8de0cce9), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:37.953208 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 973a57af-4b4d-4d43-b040-33bf8de0cce9 Nov 02 07:29:37.987362 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:38.043251 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-51bfebd0-6ce3-4e21-bb9a-6e6623c63e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (0ee6dd20-0770-4e10-ac8f-d0e34d519f81), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:38.122140 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-551a506e-78bc-4e6b-9fba-05b8160833e6 req-8a6e74a8-be0c-49a8-8f6e-49a75bf0726b tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7b5d6941-4c0e-4d53-94a7-70dcc586fbef HTTP/1.1" status: 200 len: 210 time: 0.1741891 Nov 02 07:29:38.200402 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9ff1c3-3e52-406e-9786-219df21820b1 None None] Network 12f4dba6-1b2b-43f7-8c70-85a57a91341f requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:29:38.284313 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8f49b7cb-a5dd-4921-ada6-5730f3091a17 req-7e3fbe14-1fa3-4ce5-92ee-651628b05505 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 210 time: 0.1274064 Nov 02 07:29:38.398722 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.47', 61811) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:38.621243 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 33462) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:38.759986 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 973a57af-4b4d-4d43-b040-33bf8de0cce9 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:29:38.807347 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-fb6a6a0e-37b7-43ca-bda9-bf50aa22cf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'name': 'tempest-AttachVolumeShelveTestJSON-98063645-router', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:15Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 4, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'gw_port': {'id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:17Z', 'updated_at': '2022-11-02T07:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '40e2798b-9045-487d-a044-f47cc6fa978c', 'name': '', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'mac_address': 'fa:16:3e:a5:fe:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:22Z', 'updated_at': '2022-11-02T07:29:36Z', 'revision_number': 4, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'subnets': [{'id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:29:38.816949 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-b83c95e8-846e-4165-adda-64eefaa516fe tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Made reservation on behalf of f676ec82a80f4425a6fa7562ee47a4cf for: {'port': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:29:38.831006 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-b83c95e8-846e-4165-adda-64eefaa516fe tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:38.874371 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6a6a0e-37b7-43ca-bda9-bf50aa22cf16 None None] The sync data for ids ['4d64b9b3-55c5-424c-9589-335054c01a43'] in dv-cinder-804735-33-iscsi is: [{'id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'name': 'tempest-AttachVolumeShelveTestJSON-98063645-router', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:15Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 4, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'gw_port': {'id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:17Z', 'updated_at': '2022-11-02T07:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '40e2798b-9045-487d-a044-f47cc6fa978c', 'name': '', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'mac_address': 'fa:16:3e:a5:fe:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:22Z', 'updated_at': '2022-11-02T07:29:36Z', 'revision_number': 4, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'subnets': [{'id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:29:38.998784 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_v2 [None req-2574c23b-ed13-4096-82db-b06b837bdfc0 admin admin] Deleting subnet c184b756-2139-47c6-afa9-13564df8ac35 {{(pid=104568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 07:29:39.034765 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2574c23b-ed13-4096-82db-b06b837bdfc0 admin admin] Publish callbacks [] for subnet (c184b756-2139-47c6-afa9-13564df8ac35), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:39.193945 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2574c23b-ed13-4096-82db-b06b837bdfc0 admin admin] Publish callbacks [] for subnet (c184b756-2139-47c6-afa9-13564df8ac35), precommit_delete_associations {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:39.211146 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 40e2798b-9045-487d-a044-f47cc6fa978c up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:29:39.256397 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2574c23b-ed13-4096-82db-b06b837bdfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134157560'] for subnet (c184b756-2139-47c6-afa9-13564df8ac35), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:39.354000 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 40e2798b-9045-487d-a044-f47cc6fa978c triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:39.354709 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (40e2798b-9045-487d-a044-f47cc6fa978c), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:39.357355 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 40e2798b-9045-487d-a044-f47cc6fa978c Nov 02 07:29:39.617134 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 40e2798b-9045-487d-a044-f47cc6fa978c is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:29:39.617524 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (40e2798b-9045-487d-a044-f47cc6fa978c), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:39.631058 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-63eb7bae-d5ce-4668-9c9f-53e1d93d1cab tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:39.633649 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-63eb7bae-d5ce-4668-9c9f-53e1d93d1cab tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.47 "GET /networking/v2.0/networks?id=f40ed210-eb7b-4935-8be8-8b7615c77c12 HTTP/1.1" status: 200 len: 819 time: 1.2221334 Nov 02 07:29:39.651227 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-cd89bc6c-5f89-4104-89bf-2b71e38a6897 req-0f969a2e-016d-4523-ab07-382b54677a14 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 210 time: 0.9496257 Nov 02 07:29:39.688015 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-1c5e636a-196c-4557-8dd2-27c7f11f24e1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Request body: {'port': {'device_id': '684b9aec-ddff-4c9c-9c18-957a432b3c17', 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12', 'admin_state_up': True, 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:29:39.696340 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:39.761573 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port 40e2798b-9045-487d-a044-f47cc6fa978c, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=40e2798b-9045-487d-a044-f47cc6fa978c,segment=NetworkSegment(d7e1724e-6066-427b-a3a4-bc3e1a8af7fa),segment_id=d7e1724e-6066-427b-a3a4-bc3e1a8af7fa)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:29:39.761715 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:39.774494 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (40e2798b-9045-487d-a044-f47cc6fa978c), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:39.921432 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=40e2798b-9045-487d-a044-f47cc6fa978c,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:39.950711 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7cc9957a-7873-42c4-b65c-379183c3c8e8 req-acc14a09-aa97-4b55-9889-b9beef43787e tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7b5d6941-4c0e-4d53-94a7-70dcc586fbef HTTP/1.1" status: 200 len: 210 time: 0.1397903 Nov 02 07:29:40.016713 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-95f11a65-5e21-4c9a-8703-ab52b20e07d1 req-366c1e2f-42a1-4a13-97ce-1e1467cd8f0a tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 210 time: 0.0954950 Nov 02 07:29:40.162894 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-1c5e636a-196c-4557-8dd2-27c7f11f24e1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Made reservation on behalf of c60cb95cbf734d9b852af2bdcad4e1c0 for: {'port': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:29:40.175660 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-1c5e636a-196c-4557-8dd2-27c7f11f24e1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:40.286269 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:40.311155 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-b83c95e8-846e-4165-adda-64eefaa516fe tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Allocated IP 172.20.0.11 (11191c9e-d03e-442c-a794-03d78c42edeb/d6e658cd-4f30-4c95-98d1-6c9967d26219/1506af6f-e368-448b-aa78-a2c86ce9b462) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:29:40.340462 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2574c23b-ed13-4096-82db-b06b837bdfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134157505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for subnet (c184b756-2139-47c6-afa9-13564df8ac35), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:40.379396 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-51bfebd0-6ce3-4e21-bb9a-6e6623c63e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee6dd20-0770-4e10-ac8f-d0e34d519f81 {{(pid=104568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:29:40.430956 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-51bfebd0-6ce3-4e21-bb9a-6e6623c63e52 service neutron] Publish callbacks [] for port (0ee6dd20-0770-4e10-ac8f-d0e34d519f81), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:40.436437 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574c23b-ed13-4096-82db-b06b837bdfc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c184b756-2139-47c6-afa9-13564df8ac35,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:40.460885 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2574c23b-ed13-4096-82db-b06b837bdfc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for subnet (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:40.464768 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-2574c23b-ed13-4096-82db-b06b837bdfc0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/c184b756-2139-47c6-afa9-13564df8ac35 HTTP/1.1" status: 204 len: 168 time: 1.8352609 Nov 02 07:29:40.472920 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 33530) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:40.531566 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.provisioning_blocks [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-51bfebd0-6ce3-4e21-bb9a-6e6623c63e52 service neutron] Transition to ACTIVE for port object 0ee6dd20-0770-4e10-ac8f-d0e34d519f81 will not be triggered until provisioned by entity L2. {{(pid=104568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 07:29:40.556081 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-51bfebd0-6ce3-4e21-bb9a-6e6623c63e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (0ee6dd20-0770-4e10-ac8f-d0e34d519f81), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:40.645511 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 33532) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:40.770436 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfebd0-6ce3-4e21-bb9a-6e6623c63e52 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee6dd20-0770-4e10-ac8f-d0e34d519f81,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:40.801877 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-51bfebd0-6ce3-4e21-bb9a-6e6623c63e52 service neutron] Attempting to bind port 0ee6dd20-0770-4e10-ac8f-d0e34d519f81 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:29:40.802330 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-51bfebd0-6ce3-4e21-bb9a-6e6623c63e52 service neutron] Attempting to bind port 0ee6dd20-0770-4e10-ac8f-d0e34d519f81 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '9319e40f-b31f-4389-b110-ad9b4c314925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12'}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:29:40.802776 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-51bfebd0-6ce3-4e21-bb9a-6e6623c63e52 service neutron] Attempting to bind port 0ee6dd20-0770-4e10-ac8f-d0e34d519f81 on network f40ed210-eb7b-4935-8be8-8b7615c77c12 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:29:40.895792 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-b83c95e8-846e-4165-adda-64eefaa516fe tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Publish callbacks [] for port (1506af6f-e368-448b-aa78-a2c86ce9b462), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:40.926387 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-51bfebd0-6ce3-4e21-bb9a-6e6623c63e52 service neutron] Port 0ee6dd20-0770-4e10-ac8f-d0e34d519f81 on network f40ed210-eb7b-4935-8be8-8b7615c77c12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 07:29:40.926815 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-51bfebd0-6ce3-4e21-bb9a-6e6623c63e52 service neutron] Attempting to bind port 0ee6dd20-0770-4e10-ac8f-d0e34d519f81 on network f40ed210-eb7b-4935-8be8-8b7615c77c12 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:29:41.018506 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-52a0e2c0-2100-4593-9ff1-70aa68441569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134064640'] for network (2f098dd5-40fa-4eb7-b71c-249a89cdd040), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:41.142104 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-fb8ce733-be11-4928-be7b-4b8db5b86823 req-5f2e6ff6-7d7a-4480-835c-78e4fbf2b3f8 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 210 time: 0.3197002 Nov 02 07:29:41.196710 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-51bfebd0-6ce3-4e21-bb9a-6e6623c63e52 service neutron] Checking agent: {'id': '8bd0314e-b36f-45c2-bb1e-4de001688fd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'started_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:29:41.196860 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 40e2798b-9045-487d-a044-f47cc6fa978c up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:29:41.197310 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-51bfebd0-6ce3-4e21-bb9a-6e6623c63e52 service neutron] Checking segment: {'id': '9319e40f-b31f-4389-b110-ad9b4c314925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:29:41.197692 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-51bfebd0-6ce3-4e21-bb9a-6e6623c63e52 service neutron] Bound using segment: {'id': '9319e40f-b31f-4389-b110-ad9b4c314925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12'} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:29:41.198232 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-51bfebd0-6ce3-4e21-bb9a-6e6623c63e52 service neutron] Bound port: 0ee6dd20-0770-4e10-ac8f-d0e34d519f81, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9319e40f-b31f-4389-b110-ad9b4c314925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12'}}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:29:41.198693 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-51bfebd0-6ce3-4e21-bb9a-6e6623c63e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (0ee6dd20-0770-4e10-ac8f-d0e34d519f81), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:41.219923 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e5b941de-b99d-4fa3-af71-a38b16a6a293 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:41.260926 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-b83c95e8-846e-4165-adda-64eefaa516fe tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738'] for port (1506af6f-e368-448b-aa78-a2c86ce9b462), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:41.351728 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 40e2798b-9045-487d-a044-f47cc6fa978c triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:41.353192 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (40e2798b-9045-487d-a044-f47cc6fa978c), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:41.354816 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 40e2798b-9045-487d-a044-f47cc6fa978c Nov 02 07:29:41.357738 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 33554) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:41.403074 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:41.458794 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-1c5e636a-196c-4557-8dd2-27c7f11f24e1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Allocated IP 172.20.0.6 (f40ed210-eb7b-4935-8be8-8b7615c77c12/2425be66-0e89-40dd-949b-94121b115f5c/3c1f0233-b78d-4abc-80ac-644aeafb4656) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:29:41.540028 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-b83c95e8-846e-4165-adda-64eefaa516fe tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Network 11191c9e-d03e-442c-a794-03d78c42edeb is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:29:41.546906 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66071dc5-56fa-416a-a3a4-91df07008c94 req-877c538c-ba19-4162-928d-9a55e3051fc7 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:41.548828 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-66071dc5-56fa-416a-a3a4-91df07008c94 req-877c538c-ba19-4162-928d-9a55e3051fc7 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7b5d6941-4c0e-4d53-94a7-70dcc586fbef HTTP/1.1" status: 200 len: 932 time: 0.4180505 Nov 02 07:29:41.558819 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:41.565740 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 40e2798b-9045-487d-a044-f47cc6fa978c is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:29:41.600765 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.47', 61820) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:41.623781 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-aeed2d45-2477-4bf1-b4d0-2539f483f525 req-14b3849b-b370-47af-95ae-a2c412f021df tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 210 time: 0.2186410 Nov 02 07:29:41.699273 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-b83c95e8-846e-4165-adda-64eefaa516fe tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:29:41.716006 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-b83c95e8-846e-4165-adda-64eefaa516fe tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:29:41.722811 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-b83c95e8-846e-4165-adda-64eefaa516fe tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:41.723643 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-b83c95e8-846e-4165-adda-64eefaa516fe tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:41.738305 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c95e8-846e-4165-adda-64eefaa516fe tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Pushing event updated for resources: {'Port': ['ID=1506af6f-e368-448b-aa78-a2c86ce9b462,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:41.759864 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-b83c95e8-846e-4165-adda-64eefaa516fe tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7716279 Nov 02 07:29:41.808015 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-51bfebd0-6ce3-4e21-bb9a-6e6623c63e52 service neutron] For port 0ee6dd20-0770-4e10-ac8f-d0e34d519f81, host hv-cinder-80473, cleared binding levels {{(pid=104568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:29:41.814858 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-51bfebd0-6ce3-4e21-bb9a-6e6623c63e52 service neutron] For port 0ee6dd20-0770-4e10-ac8f-d0e34d519f81, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0ee6dd20-0770-4e10-ac8f-d0e34d519f81,segment=NetworkSegment(9319e40f-b31f-4389-b110-ad9b4c314925),segment_id=9319e40f-b31f-4389-b110-ad9b4c314925)] {{(pid=104568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:29:41.827299 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-efb0d6f8-8251-4463-b138-496c57477998 service neutron] Request body: {'port': {'device_id': '7b5d6941-4c0e-4d53-94a7-70dcc586fbef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:29:41.887637 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-51bfebd0-6ce3-4e21-bb9a-6e6623c63e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (0ee6dd20-0770-4e10-ac8f-d0e34d519f81), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:41.890238 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:UPDATE=4,neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:41.958130 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-52a0e2c0-2100-4593-9ff1-70aa68441569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134158659', 'neutron.services.segments.db._delete_segments_for_network-8744620219010'] for network (2f098dd5-40fa-4eb7-b71c-249a89cdd040), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:42.023866 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-51bfebd0-6ce3-4e21-bb9a-6e6623c63e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:42.024488 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-51bfebd0-6ce3-4e21-bb9a-6e6623c63e52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:42.028018 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-51bfebd0-6ce3-4e21-bb9a-6e6623c63e52 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/0ee6dd20-0770-4e10-ac8f-d0e34d519f81 HTTP/1.1" status: 200 len: 1093 time: 5.7010570 Nov 02 07:29:42.053464 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfebd0-6ce3-4e21-bb9a-6e6623c63e52 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee6dd20-0770-4e10-ac8f-d0e34d519f81,revision_number=3']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:42.064335 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983e9075-27cf-4c74-bf6b-ff9fe8a68018', 'tag': '0ee6dd20-0770-4e10-ac8f-d0e34d519f81'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:29:42.144684 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-566e2f6b-1395-4518-a831-a7f516427ac4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:42.208970 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-8e0b8226-6687-4b19-97f5-e04914c9cb1e None None] Provisioning complete for port 1506af6f-e368-448b-aa78-a2c86ce9b462 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:42.212207 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-8e0b8226-6687-4b19-97f5-e04914c9cb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (1506af6f-e368-448b-aa78-a2c86ce9b462), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:42.213015 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-8e0b8226-6687-4b19-97f5-e04914c9cb1e None None] Attempt 1 to provision port 1506af6f-e368-448b-aa78-a2c86ce9b462 Nov 02 07:29:42.289439 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:42.325567 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-8e0b8226-6687-4b19-97f5-e04914c9cb1e None None] Port 1506af6f-e368-448b-aa78-a2c86ce9b462 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:29:42.352225 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-52a0e2c0-2100-4593-9ff1-70aa68441569 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:29:42.352568 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-52a0e2c0-2100-4593-9ff1-70aa68441569 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:29:42.353603 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-52a0e2c0-2100-4593-9ff1-70aa68441569 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:29:42.353938 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-52a0e2c0-2100-4593-9ff1-70aa68441569 admin admin] Subscribe: > port after_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:29:42.354332 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-52a0e2c0-2100-4593-9ff1-70aa68441569 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:29:42.354672 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-52a0e2c0-2100-4593-9ff1-70aa68441569 admin admin] Subscribe: > port after_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:29:42.355551 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-52a0e2c0-2100-4593-9ff1-70aa68441569 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:29:42.355947 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-52a0e2c0-2100-4593-9ff1-70aa68441569 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:29:42.356405 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-52a0e2c0-2100-4593-9ff1-70aa68441569 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:29:42.356747 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-52a0e2c0-2100-4593-9ff1-70aa68441569 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:29:42.399525 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e5b941de-b99d-4fa3-af71-a38b16a6a293 admin admin] Publish callbacks [] for security_group (9dedad0b-fbf8-4303-aa32-33210681f04e), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:42.489199 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e5b941de-b99d-4fa3-af71-a38b16a6a293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (9dedad0b-fbf8-4303-aa32-33210681f04e), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:42.671562 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-f0a1ee37-3475-43bd-a646-fa86c82e05dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:42.673734 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-f0a1ee37-3475-43bd-a646-fa86c82e05dc service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c60cb95cbf734d9b852af2bdcad4e1c0&device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 1127 time: 0.3711209 Nov 02 07:29:42.693103 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9997e5a547caebf426b03fe71677bb46cfe6f7be44514c48e4ec619a10615394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcd8158-c718-47f0-b8e5-68fdc7c9f53f" -d '{"events": [{"name": "network-changed", "server_uuid": "983e9075-27cf-4c74-bf6b-ff9fe8a68018", "tag": "0ee6dd20-0770-4e10-ac8f-d0e34d519f81"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:29:42.700281 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b941de-b99d-4fa3-af71-a38b16a6a293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dedad0b-fbf8-4303-aa32-33210681f04e,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:42.723831 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-e5b941de-b99d-4fa3-af71-a38b16a6a293 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=afc08e9049be4671be109b98305098a7&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0761995 Nov 02 07:29:42.726389 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 33592) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:42.735472 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-efb0d6f8-8251-4463-b138-496c57477998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (1506af6f-e368-448b-aa78-a2c86ce9b462), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:42.782749 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-52a0e2c0-2100-4593-9ff1-70aa68441569 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:29:42.783248 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-52a0e2c0-2100-4593-9ff1-70aa68441569 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:29:42.783631 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-52a0e2c0-2100-4593-9ff1-70aa68441569 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:29:42.783962 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-52a0e2c0-2100-4593-9ff1-70aa68441569 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:29:42.784493 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-52a0e2c0-2100-4593-9ff1-70aa68441569 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f098dd5-40fa-4eb7-b71c-249a89cdd040']}} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:29:42.851557 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-b99e97cb-fd7a-4400-b634-534a4bb932a8 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ee6dd20-0770-4e10-ac8f-d0e34d519f81 HTTP/1.1" status: 200 len: 217 time: 0.0871048 Nov 02 07:29:42.874957 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-66071dc5-56fa-416a-a3a4-91df07008c94 req-44a9434d-1e1b-424c-92aa-c4ee2052c9d2 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=166ab8a5-276e-40c1-96c5-c4d104c5fb15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2750068 Nov 02 07:29:42.877847 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-52a0e2c0-2100-4593-9ff1-70aa68441569 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '901af854-3708-4acf-8c3d-da5263beff42') {'for_net_delete': True} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:29:42.877847 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-52a0e2c0-2100-4593-9ff1-70aa68441569 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '901af854-3708-4acf-8c3d-da5263beff42') {} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:29:42.938970 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7dfd2c99-4bc4-421b-a6be-11ffc9f5ccad req-ac2001dc-6f75-420d-a411-dba28d55121b tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 210 time: 0.1479416 Nov 02 07:29:42.974132 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-52a0e2c0-2100-4593-9ff1-70aa68441569 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744620219073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3451441'] for segment (901af854-3708-4acf-8c3d-da5263beff42), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:43.158725 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-e12fd7e4-f0de-4831-b1cd-ec292ad6752f tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:43.160514 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-e12fd7e4-f0de-4831-b1cd-ec292ad6752f tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.47 "GET /networking/v2.0/networks?id=dc944948-bf48-4be4-9702-2103a8c937e6 HTTP/1.1" status: 200 len: 815 time: 1.5586605 Nov 02 07:29:43.219821 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-309dca58-af7c-4a1d-91d3-2f244e16761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:43.224270 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-52a0e2c0-2100-4593-9ff1-70aa68441569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (901af854-3708-4acf-8c3d-da5263beff42), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:43.233961 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-309dca58-af7c-4a1d-91d3-2f244e16761d service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=2425be66-0e89-40dd-949b-94121b115f5c HTTP/1.1" status: 200 len: 858 time: 0.3141558 Nov 02 07:29:43.272015 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2035c9fd-73d2-4911-bd60-9d482d82770d req-8c3bff02-b881-41e5-a746-3146ddc8e136 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 210 time: 0.2032499 Nov 02 07:29:43.374468 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-1c5e636a-196c-4557-8dd2-27c7f11f24e1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks [] for port (3c1f0233-b78d-4abc-80ac-644aeafb4656), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:43.443925 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a0e2c0-2100-4593-9ff1-70aa68441569 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=104569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 07:29:43.444664 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-52a0e2c0-2100-4593-9ff1-70aa68441569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3257572'] for segment (901af854-3708-4acf-8c3d-da5263beff42), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:43.631026 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-17227a6b-d036-4f40-a2a2-7189c2adb2e5 admin admin] Publish callbacks [] for security_group (9dedad0b-fbf8-4303-aa32-33210681f04e), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:43.668491 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-17227a6b-d036-4f40-a2a2-7189c2adb2e5 admin admin] Publish callbacks [] for security_group (9dedad0b-fbf8-4303-aa32-33210681f04e), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:43.677826 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-1c5e636a-196c-4557-8dd2-27c7f11f24e1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (3c1f0233-b78d-4abc-80ac-644aeafb4656), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:43.706433 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:43.727386 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a35b38-81e3-4cb8-b43f-e9abd8ea52e0 x-openstack-request-id: req-75a35b38-81e3-4cb8-b43f-e9abd8ea52e0 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:29:43.728018 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "983e9075-27cf-4c74-bf6b-ff9fe8a68018", "tag": "0ee6dd20-0770-4e10-ac8f-d0e34d519f81", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:29:43.728106 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75a35b38-81e3-4cb8-b43f-e9abd8ea52e0 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:29:43.728825 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75a35b38-81e3-4cb8-b43f-e9abd8ea52e0'] response: {'name': 'network-changed', 'server_uuid': '983e9075-27cf-4c74-bf6b-ff9fe8a68018', 'tag': '0ee6dd20-0770-4e10-ac8f-d0e34d519f81', 'status': 'completed', 'code': 200} Nov 02 07:29:43.774961 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-990bb37c-2916-4193-a7a3-6ec1d783603e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:43.777320 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-990bb37c-2916-4193-a7a3-6ec1d783603e service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=f40ed210-eb7b-4935-8be8-8b7615c77c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5276732 Nov 02 07:29:43.786743 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-566e2f6b-1395-4518-a831-a7f516427ac4 admin admin] Publish callbacks [] for security_group (d2e312bb-2530-42e0-971f-cf12f97ab399), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:43.796756 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-499c86aa-2b81-4947-b0cb-b24342a74461 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=df168e1504c947169b74f50c1ed4de95 HTTP/1.1" status: 200 len: 380 time: 0.5681269 Nov 02 07:29:43.798154 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-52a0e2c0-2100-4593-9ff1-70aa68441569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134158664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649174'] for network (2f098dd5-40fa-4eb7-b71c-249a89cdd040), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:43.815940 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-1c5e636a-196c-4557-8dd2-27c7f11f24e1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Network f40ed210-eb7b-4935-8be8-8b7615c77c12 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:29:43.830842 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-566e2f6b-1395-4518-a831-a7f516427ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (d2e312bb-2530-42e0-971f-cf12f97ab399), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:43.874797 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-8792962f-c95d-46cd-be0d-949291d51809 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Request body: {'port': {'device_id': 'cae04f42-6d0d-42e5-ae5f-8022b6f546df', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'admin_state_up': True, 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'security_groups': ['c97dba9a-fe64-4f2b-a845-675d3e83b4a6']}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:29:43.887379 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-566e2f6b-1395-4518-a831-a7f516427ac4 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1b705ff84b404e42a998eddc878928b0&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5276246 Nov 02 07:29:43.891072 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-1c5e636a-196c-4557-8dd2-27c7f11f24e1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:29:43.905038 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 33624) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:44.137048 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-17227a6b-d036-4f40-a2a2-7189c2adb2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (9dedad0b-fbf8-4303-aa32-33210681f04e), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:44.142446 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-1c5e636a-196c-4557-8dd2-27c7f11f24e1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:29:44.144063 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-17227a6b-d036-4f40-a2a2-7189c2adb2e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:44.148403 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-17227a6b-d036-4f40-a2a2-7189c2adb2e5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9dedad0b-fbf8-4303-aa32-33210681f04e HTTP/1.1" status: 204 len: 168 time: 1.4184029 Nov 02 07:29:44.175765 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-52a0e2c0-2100-4593-9ff1-70aa68441569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:44.181991 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-52a0e2c0-2100-4593-9ff1-70aa68441569 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/2f098dd5-40fa-4eb7-b71c-249a89cdd040 HTTP/1.1" status: 204 len: 168 time: 3.6747396 Nov 02 07:29:44.184342 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0e2c0-2100-4593-9ff1-70aa68441569 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f098dd5-40fa-4eb7-b71c-249a89cdd040,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:44.195289 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.services.segments.plugin [-] Segment 901af854-3708-4acf-8c3d-da5263beff42 resource provider aggregate not found Nov 02 07:29:44.198252 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 33638) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:44.287674 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17227a6b-d036-4f40-a2a2-7189c2adb2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dedad0b-fbf8-4303-aa32-33210681f04e,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:44.372174 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-841ce907-e7d5-496e-a982-539d22e0d2be service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5837789 Nov 02 07:29:44.380227 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-8cad3a9d-242d-4829-91e0-71065ba6ade5 None None] Provisioning complete for port 3c1f0233-b78d-4abc-80ac-644aeafb4656 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:44.380791 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-8cad3a9d-242d-4829-91e0-71065ba6ade5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (3c1f0233-b78d-4abc-80ac-644aeafb4656), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:44.385793 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-8cad3a9d-242d-4829-91e0-71065ba6ade5 None None] Attempt 1 to provision port 3c1f0233-b78d-4abc-80ac-644aeafb4656 Nov 02 07:29:44.459312 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:44.523777 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 33644) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:44.527157 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-8cad3a9d-242d-4829-91e0-71065ba6ade5 None None] Port 3c1f0233-b78d-4abc-80ac-644aeafb4656 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:29:44.611047 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb7855f5-2852-419a-bfa6-1ab2a32fb98c admin admin] Deleting subnet 7d306c39-7069-4f99-b1c3-c48daeb58c47 {{(pid=104568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 07:29:44.620623 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:29:44.653725 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fb7855f5-2852-419a-bfa6-1ab2a32fb98c admin admin] Publish callbacks [] for subnet (7d306c39-7069-4f99-b1c3-c48daeb58c47), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:44.834752 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ce40e-65ca-4caf-9eeb-fde247deec59 req-ee01693b-3c92-4e89-8e47-74b9eb089678 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:44.846641 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bd7ce40e-65ca-4caf-9eeb-fde247deec59 req-ee01693b-3c92-4e89-8e47-74b9eb089678 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 931 time: 0.6413136 Nov 02 07:29:44.880829 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-efb0d6f8-8251-4463-b138-496c57477998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1506af6f-e368-448b-aa78-a2c86ce9b462 {{(pid=104568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:29:44.904279 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-efb0d6f8-8251-4463-b138-496c57477998 service neutron] Publish callbacks [] for port (1506af6f-e368-448b-aa78-a2c86ce9b462), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:44.911490 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-1c5e636a-196c-4557-8dd2-27c7f11f24e1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:44.912511 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-1c5e636a-196c-4557-8dd2-27c7f11f24e1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:44.927261 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e636a-196c-4557-8dd2-27c7f11f24e1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Pushing event updated for resources: {'Port': ['ID=3c1f0233-b78d-4abc-80ac-644aeafb4656,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:44.973657 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.provisioning_blocks [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-efb0d6f8-8251-4463-b138-496c57477998 service neutron] Transition to ACTIVE for port object 1506af6f-e368-448b-aa78-a2c86ce9b462 will not be triggered until provisioned by entity L2. {{(pid=104568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 07:29:44.976648 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:45.004443 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.services.segments.plugin [-] Segment 901af854-3708-4acf-8c3d-da5263beff42 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 901af854-3708-4acf-8c3d-da5263beff42 found for delete ", "request_id": "req-7797e393-4e60-4cde-8f39-8054953b5057"}]} Nov 02 07:29:45.011228 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-efb0d6f8-8251-4463-b138-496c57477998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (1506af6f-e368-448b-aa78-a2c86ce9b462), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:45.029092 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bd7ce40e-65ca-4caf-9eeb-fde247deec59 req-6e1c199d-04fb-471e-a596-08fb23f1363a tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814606 Nov 02 07:29:45.060602 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-1c5e636a-196c-4557-8dd2-27c7f11f24e1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3987622 Nov 02 07:29:45.080460 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:45.173684 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 33660) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:45.205274 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fb7855f5-2852-419a-bfa6-1ab2a32fb98c admin admin] Publish callbacks [] for subnet (7d306c39-7069-4f99-b1c3-c48daeb58c47), precommit_delete_associations {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:45.216764 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fb7855f5-2852-419a-bfa6-1ab2a32fb98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134157560'] for subnet (7d306c39-7069-4f99-b1c3-c48daeb58c47), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:45.267861 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-370e4d76-2ef2-46a5-9f78-b3d8bcba167f req-38a1615b-ebf5-451a-80fe-95228fd66cc0 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 210 time: 0.0598900 Nov 02 07:29:45.284129 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-db5d69da-ce56-4fd1-bac1-10d9a606c315 admin admin] Publish callbacks [] for security_group (d2e312bb-2530-42e0-971f-cf12f97ab399), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:45.287421 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e2f6b-1395-4518-a831-a7f516427ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e312bb-2530-42e0-971f-cf12f97ab399,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:45.325751 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-46c3357c-048a-4e5e-bfd3-cafdfc24984d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:45.337835 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fb7855f5-2852-419a-bfa6-1ab2a32fb98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134157505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for subnet (7d306c39-7069-4f99-b1c3-c48daeb58c47), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:45.379760 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fb7855f5-2852-419a-bfa6-1ab2a32fb98c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for subnet (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:45.385851 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-fb7855f5-2852-419a-bfa6-1ab2a32fb98c admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/7d306c39-7069-4f99-b1c3-c48daeb58c47 HTTP/1.1" status: 204 len: 168 time: 1.1490703 Nov 02 07:29:45.394908 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b6a48-54c9-4fb2-ae1b-d07551a5148e req-bbf8cac5-d930-43df-8117-e76ca6169874 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:45.398114 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a78b6a48-54c9-4fb2-ae1b-d07551a5148e req-bbf8cac5-d930-43df-8117-e76ca6169874 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7b5d6941-4c0e-4d53-94a7-70dcc586fbef HTTP/1.1" status: 200 len: 944 time: 0.6182473 Nov 02 07:29:45.410216 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 33664) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:45.413598 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-db5d69da-ce56-4fd1-bac1-10d9a606c315 admin admin] Publish callbacks [] for security_group (d2e312bb-2530-42e0-971f-cf12f97ab399), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:45.422713 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4c348b04-cb34-4bde-ae60-787c1c623c7b req-8f76335b-7223-4aba-8760-52fdd4b406f7 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0313740 Nov 02 07:29:45.423463 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dac4dbe4-c1cc-4668-a2da-e0394e99f916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:45.432159 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7855f5-2852-419a-bfa6-1ab2a32fb98c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d306c39-7069-4f99-b1c3-c48daeb58c47,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:45.456020 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0d6f8-8251-4463-b138-496c57477998 service neutron] Pushing event updated for resources: {'Port': ['ID=1506af6f-e368-448b-aa78-a2c86ce9b462,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:45.469182 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-efb0d6f8-8251-4463-b138-496c57477998 service neutron] Attempting to bind port 1506af6f-e368-448b-aa78-a2c86ce9b462 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:29:45.469503 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-efb0d6f8-8251-4463-b138-496c57477998 service neutron] Attempting to bind port 1506af6f-e368-448b-aa78-a2c86ce9b462 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '21ee6202-3607-432f-b12e-4294c3e078fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '11191c9e-d03e-442c-a794-03d78c42edeb'}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:29:45.469811 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-efb0d6f8-8251-4463-b138-496c57477998 service neutron] Attempting to bind port 1506af6f-e368-448b-aa78-a2c86ce9b462 on network 11191c9e-d03e-442c-a794-03d78c42edeb {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:29:45.528589 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-efb0d6f8-8251-4463-b138-496c57477998 service neutron] Port 1506af6f-e368-448b-aa78-a2c86ce9b462 on network 11191c9e-d03e-442c-a794-03d78c42edeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 07:29:45.529234 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-efb0d6f8-8251-4463-b138-496c57477998 service neutron] Attempting to bind port 1506af6f-e368-448b-aa78-a2c86ce9b462 on network 11191c9e-d03e-442c-a794-03d78c42edeb {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:29:45.539581 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-0a57c17c-aae0-4024-8de5-38d6b94d8eaf service neutron] Request body: {'port': {'device_id': '684b9aec-ddff-4c9c-9c18-957a432b3c17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:29:45.566087 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-db5d69da-ce56-4fd1-bac1-10d9a606c315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (d2e312bb-2530-42e0-971f-cf12f97ab399), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:45.569905 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-db5d69da-ce56-4fd1-bac1-10d9a606c315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:45.571387 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-db5d69da-ce56-4fd1-bac1-10d9a606c315 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d2e312bb-2530-42e0-971f-cf12f97ab399 HTTP/1.1" status: 204 len: 168 time: 1.6615694 Nov 02 07:29:45.663544 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-efb0d6f8-8251-4463-b138-496c57477998 service neutron] Checking agent: {'id': '8bd0314e-b36f-45c2-bb1e-4de001688fd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'started_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:29:45.663917 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-efb0d6f8-8251-4463-b138-496c57477998 service neutron] Checking segment: {'id': '21ee6202-3607-432f-b12e-4294c3e078fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '11191c9e-d03e-442c-a794-03d78c42edeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:29:45.664276 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-efb0d6f8-8251-4463-b138-496c57477998 service neutron] Bound using segment: {'id': '21ee6202-3607-432f-b12e-4294c3e078fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '11191c9e-d03e-442c-a794-03d78c42edeb'} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:29:45.664721 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-efb0d6f8-8251-4463-b138-496c57477998 service neutron] Bound port: 1506af6f-e368-448b-aa78-a2c86ce9b462, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ee6202-3607-432f-b12e-4294c3e078fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '11191c9e-d03e-442c-a794-03d78c42edeb'}}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:29:45.665083 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-efb0d6f8-8251-4463-b138-496c57477998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (1506af6f-e368-448b-aa78-a2c86ce9b462), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:45.719522 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:45.731029 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dac4dbe4-c1cc-4668-a2da-e0394e99f916 admin admin] Publish callbacks [] for security_group (d66ca062-306b-401a-8cd4-cb1219c8a359), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:45.787687 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:INSERT=7,neutron:DELETE=5 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:45.789980 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd8158-c718-47f0-b8e5-68fdc7c9f53f req-8d1e11a8-9511-49c5-990d-4ee238cb4bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:45.791855 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8fcd8158-c718-47f0-b8e5-68fdc7c9f53f req-8d1e11a8-9511-49c5-990d-4ee238cb4bae service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c60cb95cbf734d9b852af2bdcad4e1c0&device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 1127 time: 0.0595479 Nov 02 07:29:45.796240 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dac4dbe4-c1cc-4668-a2da-e0394e99f916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (d66ca062-306b-401a-8cd4-cb1219c8a359), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:45.868040 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-8792962f-c95d-46cd-be0d-949291d51809 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Made reservation on behalf of df168e1504c947169b74f50c1ed4de95 for: {'port': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:29:45.874276 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-8792962f-c95d-46cd-be0d-949291d51809 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:45.878445 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d69da-ce56-4fd1-bac1-10d9a606c315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e312bb-2530-42e0-971f-cf12f97ab399,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:45.971900 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-0a57c17c-aae0-4024-8de5-38d6b94d8eaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (3c1f0233-b78d-4abc-80ac-644aeafb4656), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:45.972274 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-dac4dbe4-c1cc-4668-a2da-e0394e99f916 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=5f7250b8cb574e96a41dd8123062dc3f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4279065 Nov 02 07:29:45.999520 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 33672) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:46.011616 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4dbe4-c1cc-4668-a2da-e0394e99f916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66ca062-306b-401a-8cd4-cb1219c8a359,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:46.028894 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-efb0d6f8-8251-4463-b138-496c57477998 service neutron] For port 1506af6f-e368-448b-aa78-a2c86ce9b462, host hv-cinder-80473, cleared binding levels {{(pid=104568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:29:46.062343 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2ada43f5-f756-4f85-8a7a-5e098bf6703d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134064640'] for network (12f4dba6-1b2b-43f7-8c70-85a57a91341f), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:46.088820 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a78b6a48-54c9-4fb2-ae1b-d07551a5148e req-d2047699-a0c4-476e-bba0-24984f6118dd tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=166ab8a5-276e-40c1-96c5-c4d104c5fb15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5826426 Nov 02 07:29:46.127380 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-efb0d6f8-8251-4463-b138-496c57477998 service neutron] For port 1506af6f-e368-448b-aa78-a2c86ce9b462, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1506af6f-e368-448b-aa78-a2c86ce9b462,segment=NetworkSegment(21ee6202-3607-432f-b12e-4294c3e078fe),segment_id=21ee6202-3607-432f-b12e-4294c3e078fe)] {{(pid=104568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:29:46.149181 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-efb0d6f8-8251-4463-b138-496c57477998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (1506af6f-e368-448b-aa78-a2c86ce9b462), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:46.239202 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-efb0d6f8-8251-4463-b138-496c57477998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:46.239202 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-efb0d6f8-8251-4463-b138-496c57477998 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:46.239202 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-efb0d6f8-8251-4463-b138-496c57477998 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/1506af6f-e368-448b-aa78-a2c86ce9b462 HTTP/1.1" status: 200 len: 1094 time: 4.4141533 Nov 02 07:29:46.253867 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5d6941-4c0e-4d53-94a7-70dcc586fbef', 'tag': '1506af6f-e368-448b-aa78-a2c86ce9b462'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:29:46.260551 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9997e5a547caebf426b03fe71677bb46cfe6f7be44514c48e4ec619a10615394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde40e93-33a2-4c48-9658-2f2f46a91b82" -d '{"events": [{"name": "network-changed", "server_uuid": "7b5d6941-4c0e-4d53-94a7-70dcc586fbef", "tag": "1506af6f-e368-448b-aa78-a2c86ce9b462"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:29:46.282204 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd8158-c718-47f0-b8e5-68fdc7c9f53f req-ccd2be23-d54b-4a36-9259-faa0c240e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:46.283725 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8fcd8158-c718-47f0-b8e5-68fdc7c9f53f req-ccd2be23-d54b-4a36-9259-faa0c240e4ce service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=f40ed210-eb7b-4935-8be8-8b7615c77c12 HTTP/1.1" status: 200 len: 920 time: 0.4773047 Nov 02 07:29:46.326785 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:46.347872 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8fcd8158-c718-47f0-b8e5-68fdc7c9f53f req-e9353d45-26b4-4d2e-827e-fe3200d9a428 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ee6dd20-0770-4e10-ac8f-d0e34d519f81 HTTP/1.1" status: 200 len: 217 time: 0.0463247 Nov 02 07:29:46.351289 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0d6f8-8251-4463-b138-496c57477998 service neutron] Pushing event updated for resources: {'Port': ['ID=1506af6f-e368-448b-aa78-a2c86ce9b462,revision_number=3']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:46.375245 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-6d8ec346-4776-4fdd-8298-d7b9df6f90d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:46.511698 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 33688) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:46.553477 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:46.577546 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf020d9-dbd6-4155-bfdc-4d0eb3d0b7c7 x-openstack-request-id: req-fbf020d9-dbd6-4155-bfdc-4d0eb3d0b7c7 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:29:46.577849 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b5d6941-4c0e-4d53-94a7-70dcc586fbef", "tag": "1506af6f-e368-448b-aa78-a2c86ce9b462", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:29:46.578040 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fbf020d9-dbd6-4155-bfdc-4d0eb3d0b7c7 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:29:46.578504 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbf020d9-dbd6-4155-bfdc-4d0eb3d0b7c7'] response: {'name': 'network-changed', 'server_uuid': '7b5d6941-4c0e-4d53-94a7-70dcc586fbef', 'tag': '1506af6f-e368-448b-aa78-a2c86ce9b462', 'status': 'completed', 'code': 200} Nov 02 07:29:46.601283 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1e98c19e-5297-4f29-9994-d9ef9a626c3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:46.630864 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd8158-c718-47f0-b8e5-68fdc7c9f53f req-c8cf8007-15a1-4cee-baf8-e86d86445b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:46.638474 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8fcd8158-c718-47f0-b8e5-68fdc7c9f53f req-c8cf8007-15a1-4cee-baf8-e86d86445b7b service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=2425be66-0e89-40dd-949b-94121b115f5c HTTP/1.1" status: 200 len: 858 time: 0.2777019 Nov 02 07:29:46.650121 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-ff17b488-4436-4702-a814-65bacc8c3072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:46.655647 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-ff17b488-4436-4702-a814-65bacc8c3072 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=f676ec82a80f4425a6fa7562ee47a4cf&device_id=7b5d6941-4c0e-4d53-94a7-70dcc586fbef HTTP/1.1" status: 200 len: 1128 time: 0.2111876 Nov 02 07:29:46.657225 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=73 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:46.782558 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1e98c19e-5297-4f29-9994-d9ef9a626c3c admin admin] Publish callbacks [] for security_group (d2e86129-51e7-4620-86ba-76b57e2a6f04), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:46.788039 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1e98c19e-5297-4f29-9994-d9ef9a626c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (d2e86129-51e7-4620-86ba-76b57e2a6f04), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:46.817938 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-46c3357c-048a-4e5e-bfd3-cafdfc24984d admin admin] Publish callbacks [] for security_group (222f5433-3923-4aca-a8ad-c0fc0c214753), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:46.836130 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-1e98c19e-5297-4f29-9994-d9ef9a626c3c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=6965bb3ff72d43c0a8dfcf873424656f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3199079 Nov 02 07:29:46.836814 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 33696) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:46.865450 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98c19e-5297-4f29-9994-d9ef9a626c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e86129-51e7-4620-86ba-76b57e2a6f04,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:46.865790 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-46c3357c-048a-4e5e-bfd3-cafdfc24984d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (222f5433-3923-4aca-a8ad-c0fc0c214753), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:46.927527 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:46.932168 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-432fb6c0-01f8-48a8-bd97-caf8763fcaae admin admin] Publish callbacks [] for security_group (d2e86129-51e7-4620-86ba-76b57e2a6f04), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:46.953325 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4eca5a12-a1cf-41c6-91ee-1b0b8a981b32 req-f95ced63-3636-499b-89fc-790af12a28b3 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 210 time: 0.2050908 Nov 02 07:29:46.956653 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-432fb6c0-01f8-48a8-bd97-caf8763fcaae admin admin] Publish callbacks [] for security_group (d2e86129-51e7-4620-86ba-76b57e2a6f04), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:47.023061 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03087ec-ccb2-4aec-b1e9-2b0ba301bc57 req-380c2755-1d2a-49a5-89bd-d81482af32e0 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:47.024864 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f03087ec-ccb2-4aec-b1e9-2b0ba301bc57 req-380c2755-1d2a-49a5-89bd-d81482af32e0 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 931 time: 0.3461630 Nov 02 07:29:47.026103 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-432fb6c0-01f8-48a8-bd97-caf8763fcaae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (d2e86129-51e7-4620-86ba-76b57e2a6f04), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:47.030897 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-432fb6c0-01f8-48a8-bd97-caf8763fcaae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:47.034898 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-432fb6c0-01f8-48a8-bd97-caf8763fcaae admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d2e86129-51e7-4620-86ba-76b57e2a6f04 HTTP/1.1" status: 204 len: 168 time: 0.1917212 Nov 02 07:29:47.065036 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432fb6c0-01f8-48a8-bd97-caf8763fcaae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e86129-51e7-4620-86ba-76b57e2a6f04,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:47.106314 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2ada43f5-f756-4f85-8a7a-5e098bf6703d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134158659', 'neutron.services.segments.db._delete_segments_for_network-8744620219010'] for network (12f4dba6-1b2b-43f7-8c70-85a57a91341f), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:47.131019 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-46c3357c-048a-4e5e-bfd3-cafdfc24984d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d1eab68550f348c78e18ba704c313f82&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9560287 Nov 02 07:29:47.133826 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 33704) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:47.156074 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3357c-048a-4e5e-bfd3-cafdfc24984d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222f5433-3923-4aca-a8ad-c0fc0c214753,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:47.223027 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9f331d0d-aabd-4420-9cb1-72c8c39a7e36 admin admin] Publish callbacks [] for security_group (222f5433-3923-4aca-a8ad-c0fc0c214753), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:47.229261 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e89947aa-f2b7-4cea-9017-e9ea1b69a301 admin admin] Publish callbacks [] for security_group (d66ca062-306b-401a-8cd4-cb1219c8a359), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:47.232535 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-8792962f-c95d-46cd-be0d-949291d51809 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Allocated IP 172.20.0.5 (dc944948-bf48-4be4-9702-2103a8c937e6/1d426ab6-29f8-42bf-863b-191b8ac9a103/ba58ff3d-570b-447a-86ec-a6d9a70152fc) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:29:47.251420 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9f331d0d-aabd-4420-9cb1-72c8c39a7e36 admin admin] Publish callbacks [] for security_group (222f5433-3923-4aca-a8ad-c0fc0c214753), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:47.253901 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-2ada43f5-f756-4f85-8a7a-5e098bf6703d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f4dba6-1b2b-43f7-8c70-85a57a91341f']}} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:29:47.327198 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-2ada43f5-f756-4f85-8a7a-5e098bf6703d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a625e7d-e91c-4115-931d-1747d86b4df7') {'for_net_delete': True} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:29:47.327496 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-2ada43f5-f756-4f85-8a7a-5e098bf6703d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a625e7d-e91c-4115-931d-1747d86b4df7') {} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:29:47.332392 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9f331d0d-aabd-4420-9cb1-72c8c39a7e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (222f5433-3923-4aca-a8ad-c0fc0c214753), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:47.335384 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9f331d0d-aabd-4420-9cb1-72c8c39a7e36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:47.336654 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-9f331d0d-aabd-4420-9cb1-72c8c39a7e36 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/222f5433-3923-4aca-a8ad-c0fc0c214753 HTTP/1.1" status: 204 len: 168 time: 0.2016001 Nov 02 07:29:47.355646 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:47.369547 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f331d0d-aabd-4420-9cb1-72c8c39a7e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222f5433-3923-4aca-a8ad-c0fc0c214753,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:47.412280 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2ada43f5-f756-4f85-8a7a-5e098bf6703d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744620219073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3451441'] for segment (5a625e7d-e91c-4115-931d-1747d86b4df7), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:47.417563 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e89947aa-f2b7-4cea-9017-e9ea1b69a301 admin admin] Publish callbacks [] for security_group (d66ca062-306b-401a-8cd4-cb1219c8a359), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:47.477081 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f03087ec-ccb2-4aec-b1e9-2b0ba301bc57 req-71194c1d-c0b6-4b4c-a8d3-0400f38c2e7d tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204788 Nov 02 07:29:47.482249 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-0a57c17c-aae0-4024-8de5-38d6b94d8eaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c1f0233-b78d-4abc-80ac-644aeafb4656 {{(pid=104569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:29:47.506108 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef604b4f-bd88-4477-b35c-9f47cf5f333b req-81ac1e9e-27a3-47e9-a4c7-3b772cf24010 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:47.512277 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ef604b4f-bd88-4477-b35c-9f47cf5f333b req-81ac1e9e-27a3-47e9-a4c7-3b772cf24010 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7b5d6941-4c0e-4d53-94a7-70dcc586fbef HTTP/1.1" status: 200 len: 944 time: 0.1947813 Nov 02 07:29:47.520504 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2ada43f5-f756-4f85-8a7a-5e098bf6703d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (5a625e7d-e91c-4115-931d-1747d86b4df7), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:47.526796 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-0a57c17c-aae0-4024-8de5-38d6b94d8eaf service neutron] Publish callbacks [] for port (3c1f0233-b78d-4abc-80ac-644aeafb4656), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:47.573236 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ada43f5-f756-4f85-8a7a-5e098bf6703d admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=104569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 07:29:47.574254 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2ada43f5-f756-4f85-8a7a-5e098bf6703d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3257572'] for segment (5a625e7d-e91c-4115-931d-1747d86b4df7), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:47.640719 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.services.segments.plugin [-] Segment 5a625e7d-e91c-4115-931d-1747d86b4df7 resource provider aggregate not found Nov 02 07:29:47.654168 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.provisioning_blocks [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-0a57c17c-aae0-4024-8de5-38d6b94d8eaf service neutron] Transition to ACTIVE for port object 3c1f0233-b78d-4abc-80ac-644aeafb4656 will not be triggered until provisioned by entity L2. {{(pid=104569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 07:29:47.694380 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.services.segments.plugin [-] Segment 5a625e7d-e91c-4115-931d-1747d86b4df7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a625e7d-e91c-4115-931d-1747d86b4df7 found for delete ", "request_id": "req-58665baf-4879-4ca9-aad6-c8d97e1a363f"}]} Nov 02 07:29:47.705105 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-0a57c17c-aae0-4024-8de5-38d6b94d8eaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (3c1f0233-b78d-4abc-80ac-644aeafb4656), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:47.789358 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ef604b4f-bd88-4477-b35c-9f47cf5f333b req-d521cc74-d0e5-400c-91f6-007e0db8a7d0 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=166ab8a5-276e-40c1-96c5-c4d104c5fb15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588716 Nov 02 07:29:47.796916 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2ada43f5-f756-4f85-8a7a-5e098bf6703d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134158664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649174'] for network (12f4dba6-1b2b-43f7-8c70-85a57a91341f), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:47.801408 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2ada43f5-f756-4f85-8a7a-5e098bf6703d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:47.804545 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-2ada43f5-f756-4f85-8a7a-5e098bf6703d admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/12f4dba6-1b2b-43f7-8c70-85a57a91341f HTTP/1.1" status: 204 len: 168 time: 2.3931990 Nov 02 07:29:47.813548 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e89947aa-f2b7-4cea-9017-e9ea1b69a301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (d66ca062-306b-401a-8cd4-cb1219c8a359), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:47.815701 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e89947aa-f2b7-4cea-9017-e9ea1b69a301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:47.816987 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-e89947aa-f2b7-4cea-9017-e9ea1b69a301 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d66ca062-306b-401a-8cd4-cb1219c8a359 HTTP/1.1" status: 204 len: 168 time: 1.8089211 Nov 02 07:29:47.849693 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada43f5-f756-4f85-8a7a-5e098bf6703d admin admin] Pushing event deleted for resources: {'Network': ['ID=12f4dba6-1b2b-43f7-8c70-85a57a91341f,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:47.863532 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:47.923456 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89947aa-f2b7-4cea-9017-e9ea1b69a301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66ca062-306b-401a-8cd4-cb1219c8a359,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:47.947802 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57c17c-aae0-4024-8de5-38d6b94d8eaf service neutron] Pushing event updated for resources: {'Port': ['ID=3c1f0233-b78d-4abc-80ac-644aeafb4656,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:48.002260 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-8792962f-c95d-46cd-be0d-949291d51809 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for port (ba58ff3d-570b-447a-86ec-a6d9a70152fc), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:48.050608 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-0a57c17c-aae0-4024-8de5-38d6b94d8eaf service neutron] Attempting to bind port 3c1f0233-b78d-4abc-80ac-644aeafb4656 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:29:48.051121 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-0a57c17c-aae0-4024-8de5-38d6b94d8eaf service neutron] Attempting to bind port 3c1f0233-b78d-4abc-80ac-644aeafb4656 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '9319e40f-b31f-4389-b110-ad9b4c314925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12'}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:29:48.051326 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-0a57c17c-aae0-4024-8de5-38d6b94d8eaf service neutron] Attempting to bind port 3c1f0233-b78d-4abc-80ac-644aeafb4656 on network f40ed210-eb7b-4935-8be8-8b7615c77c12 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:29:48.192789 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 33744) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:48.270101 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:UPDATE=1,neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:48.289277 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-d3506cc0-817c-41e6-b04e-c03b0addd0cd admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1743209f240a41f989db69285faba483&name=default HTTP/1.1" status: 200 len: 2993 time: 0.0944929 Nov 02 07:29:48.291957 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 33746) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:48.368688 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-06236301-4969-4d5e-84df-05a0ddf44588 admin admin] Publish callbacks [] for security_group (0e89278d-4e5e-4e6a-a9b5-abb8d0a81b8c), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:48.376360 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140cdca-c83d-4356-a286-1f48d61cf2cb req-70785ac0-ea22-4770-84d4-19c707bfbe40 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:48.377764 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5140cdca-c83d-4356-a286-1f48d61cf2cb req-70785ac0-ea22-4770-84d4-19c707bfbe40 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 931 time: 0.0589576 Nov 02 07:29:48.380928 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-8792962f-c95d-46cd-be0d-949291d51809 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (ba58ff3d-570b-447a-86ec-a6d9a70152fc), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:48.410254 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-06236301-4969-4d5e-84df-05a0ddf44588 admin admin] Publish callbacks [] for security_group (0e89278d-4e5e-4e6a-a9b5-abb8d0a81b8c), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:48.444057 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-8792962f-c95d-46cd-be0d-949291d51809 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Network dc944948-bf48-4be4-9702-2103a8c937e6 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:29:48.470645 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-8792962f-c95d-46cd-be0d-949291d51809 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:29:48.484259 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-8792962f-c95d-46cd-be0d-949291d51809 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:29:48.493013 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-06236301-4969-4d5e-84df-05a0ddf44588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (0e89278d-4e5e-4e6a-a9b5-abb8d0a81b8c), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:48.497085 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-06236301-4969-4d5e-84df-05a0ddf44588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:48.499793 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-06236301-4969-4d5e-84df-05a0ddf44588 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0e89278d-4e5e-4e6a-a9b5-abb8d0a81b8c HTTP/1.1" status: 204 len: 168 time: 0.2064395 Nov 02 07:29:48.535195 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06236301-4969-4d5e-84df-05a0ddf44588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e89278d-4e5e-4e6a-a9b5-abb8d0a81b8c,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:48.541909 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fa350970-c5b7-43eb-a915-c2f3156b29e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:48.561141 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-8792962f-c95d-46cd-be0d-949291d51809 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:48.561808 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-8792962f-c95d-46cd-be0d-949291d51809 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:48.579878 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-0a57c17c-aae0-4024-8de5-38d6b94d8eaf service neutron] Port 3c1f0233-b78d-4abc-80ac-644aeafb4656 on network f40ed210-eb7b-4935-8be8-8b7615c77c12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 07:29:48.580217 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-0a57c17c-aae0-4024-8de5-38d6b94d8eaf service neutron] Attempting to bind port 3c1f0233-b78d-4abc-80ac-644aeafb4656 on network f40ed210-eb7b-4935-8be8-8b7615c77c12 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:29:48.591283 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 33762) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:48.596132 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8792962f-c95d-46cd-be0d-949291d51809 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Pushing event updated for resources: {'Port': ['ID=ba58ff3d-570b-447a-86ec-a6d9a70152fc,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:48.631507 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-64b15acb-0cc6-4512-a418-f924b6b3b49f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:48.653396 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-8792962f-c95d-46cd-be0d-949291d51809 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8346677 Nov 02 07:29:48.684217 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5140cdca-c83d-4356-a286-1f48d61cf2cb req-1e6d4528-646a-4f0e-9ec6-338c0dbf3c0d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2839863 Nov 02 07:29:48.755348 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:48.768014 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ff88a-bdfd-4294-87cc-d01affca0779 req-d853f83a-8de5-4802-b4c8-54b8e2dc97be tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:48.769596 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-349ff88a-bdfd-4294-87cc-d01affca0779 req-d853f83a-8de5-4802-b4c8-54b8e2dc97be tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 943 time: 0.0903120 Nov 02 07:29:48.772754 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:48.776223 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-0a57c17c-aae0-4024-8de5-38d6b94d8eaf service neutron] Checking agent: {'id': '8bd0314e-b36f-45c2-bb1e-4de001688fd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'started_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:29:48.776721 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-0a57c17c-aae0-4024-8de5-38d6b94d8eaf service neutron] Checking segment: {'id': '9319e40f-b31f-4389-b110-ad9b4c314925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:29:48.781015 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-0a57c17c-aae0-4024-8de5-38d6b94d8eaf service neutron] Bound using segment: {'id': '9319e40f-b31f-4389-b110-ad9b4c314925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12'} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:29:48.781583 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-0a57c17c-aae0-4024-8de5-38d6b94d8eaf service neutron] Bound port: 3c1f0233-b78d-4abc-80ac-644aeafb4656, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9319e40f-b31f-4389-b110-ad9b4c314925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12'}}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:29:48.781975 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-0a57c17c-aae0-4024-8de5-38d6b94d8eaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (3c1f0233-b78d-4abc-80ac-644aeafb4656), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:48.803254 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-64b15acb-0cc6-4512-a418-f924b6b3b49f admin admin] Publish callbacks [] for security_group (d1249d00-075a-4089-baad-93d53f398bd2), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:48.810179 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-64b15acb-0cc6-4512-a418-f924b6b3b49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (d1249d00-075a-4089-baad-93d53f398bd2), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:48.903263 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-349ff88a-bdfd-4294-87cc-d01affca0779 req-07c53974-c5ff-404a-8116-d824da60c6ba tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167142 Nov 02 07:29:48.912893 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-10391240-dcb8-4bf8-8c3f-4c478bf842e3 None None] Provisioning complete for port ba58ff3d-570b-447a-86ec-a6d9a70152fc triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:48.916172 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-0a57c17c-aae0-4024-8de5-38d6b94d8eaf service neutron] For port 3c1f0233-b78d-4abc-80ac-644aeafb4656, host hv-cinder-80473, cleared binding levels {{(pid=104569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:29:48.917598 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-10391240-dcb8-4bf8-8c3f-4c478bf842e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (ba58ff3d-570b-447a-86ec-a6d9a70152fc), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:48.919184 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-10391240-dcb8-4bf8-8c3f-4c478bf842e3 None None] Attempt 1 to provision port ba58ff3d-570b-447a-86ec-a6d9a70152fc Nov 02 07:29:48.923710 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-64b15acb-0cc6-4512-a418-f924b6b3b49f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=011a28d25afe452dac9be134650a1345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3304632 Nov 02 07:29:48.924348 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 33772) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:48.937702 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-0a57c17c-aae0-4024-8de5-38d6b94d8eaf service neutron] For port 3c1f0233-b78d-4abc-80ac-644aeafb4656, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3c1f0233-b78d-4abc-80ac-644aeafb4656,segment=NetworkSegment(9319e40f-b31f-4389-b110-ad9b4c314925),segment_id=9319e40f-b31f-4389-b110-ad9b4c314925)] {{(pid=104569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:29:48.943308 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b15acb-0cc6-4512-a418-f924b6b3b49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1249d00-075a-4089-baad-93d53f398bd2,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:48.948210 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-0a57c17c-aae0-4024-8de5-38d6b94d8eaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (3c1f0233-b78d-4abc-80ac-644aeafb4656), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:49.014576 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57c17c-aae0-4024-8de5-38d6b94d8eaf service neutron] Pushing event updated for resources: {'Port': ['ID=3c1f0233-b78d-4abc-80ac-644aeafb4656,revision_number=3']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:49.019230 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-0a57c17c-aae0-4024-8de5-38d6b94d8eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:49.019869 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-0a57c17c-aae0-4024-8de5-38d6b94d8eaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:49.021334 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-0a57c17c-aae0-4024-8de5-38d6b94d8eaf service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/3c1f0233-b78d-4abc-80ac-644aeafb4656 HTTP/1.1" status: 200 len: 1093 time: 3.5112557 Nov 02 07:29:49.022119 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684b9aec-ddff-4c9c-9c18-957a432b3c17', 'tag': '3c1f0233-b78d-4abc-80ac-644aeafb4656'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:29:49.046892 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-10391240-dcb8-4bf8-8c3f-4c478bf842e3 None None] Port ba58ff3d-570b-447a-86ec-a6d9a70152fc cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:29:49.063725 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dcb354df-4a63-49a1-9cc3-27bd5df1f233 admin admin] Publish callbacks [] for security_group (d1249d00-075a-4089-baad-93d53f398bd2), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:49.095319 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a14b3-584f-448e-aa25-3c5b5a49b7f2 req-744a1db5-c082-4a3a-8600-be0aebba50b4 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:49.095807 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dcb354df-4a63-49a1-9cc3-27bd5df1f233 admin admin] Publish callbacks [] for security_group (d1249d00-075a-4089-baad-93d53f398bd2), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:49.103079 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-536a14b3-584f-448e-aa25-3c5b5a49b7f2 req-744a1db5-c082-4a3a-8600-be0aebba50b4 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7b5d6941-4c0e-4d53-94a7-70dcc586fbef HTTP/1.1" status: 200 len: 944 time: 0.0904915 Nov 02 07:29:49.183394 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-536a14b3-584f-448e-aa25-3c5b5a49b7f2 req-32c67cf3-2a16-4f3d-acdc-f42753397e6d tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=166ab8a5-276e-40c1-96c5-c4d104c5fb15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745375 Nov 02 07:29:49.309335 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 33790) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:49.332987 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dcb354df-4a63-49a1-9cc3-27bd5df1f233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (d1249d00-075a-4089-baad-93d53f398bd2), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:49.335763 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dcb354df-4a63-49a1-9cc3-27bd5df1f233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:49.336903 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-dcb354df-4a63-49a1-9cc3-27bd5df1f233 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d1249d00-075a-4089-baad-93d53f398bd2 HTTP/1.1" status: 204 len: 168 time: 0.4115059 Nov 02 07:29:49.347227 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb354df-4a63-49a1-9cc3-27bd5df1f233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1249d00-075a-4089-baad-93d53f398bd2,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:49.378531 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-84fc314c-4955-48a6-a32a-63c0eeb74dac admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=718f8ac6458a47f18440c145482ca9f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0664515 Nov 02 07:29:49.380108 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 33794) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:49.432004 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598a5aaf-8361-4e9a-81da-2a673da9ab23" -d '{"events": [{"name": "network-changed", "server_uuid": "684b9aec-ddff-4c9c-9c18-957a432b3c17", "tag": "3c1f0233-b78d-4abc-80ac-644aeafb4656"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:29:49.437558 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-78d40c5c-4dbd-4b4e-91e3-5fc16c54c41a admin admin] Publish callbacks [] for security_group (e7deecdc-87b7-45cf-b7d2-61edbb2092c8), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:49.460086 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-78d40c5c-4dbd-4b4e-91e3-5fc16c54c41a admin admin] Publish callbacks [] for security_group (e7deecdc-87b7-45cf-b7d2-61edbb2092c8), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:49.514654 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-78d40c5c-4dbd-4b4e-91e3-5fc16c54c41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (e7deecdc-87b7-45cf-b7d2-61edbb2092c8), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:49.521090 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-78d40c5c-4dbd-4b4e-91e3-5fc16c54c41a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:49.525068 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-78d40c5c-4dbd-4b4e-91e3-5fc16c54c41a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e7deecdc-87b7-45cf-b7d2-61edbb2092c8 HTTP/1.1" status: 204 len: 168 time: 0.1413522 Nov 02 07:29:49.531927 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d40c5c-4dbd-4b4e-91e3-5fc16c54c41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7deecdc-87b7-45cf-b7d2-61edbb2092c8,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:49.834472 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5833ab72-81ef-42f9-9cb6-0c5a6a904bb6 x-openstack-request-id: req-5833ab72-81ef-42f9-9cb6-0c5a6a904bb6 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:29:49.834472 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684b9aec-ddff-4c9c-9c18-957a432b3c17", "tag": "3c1f0233-b78d-4abc-80ac-644aeafb4656", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:29:49.834472 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5833ab72-81ef-42f9-9cb6-0c5a6a904bb6 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:29:49.834472 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5833ab72-81ef-42f9-9cb6-0c5a6a904bb6'] response: {'name': 'network-changed', 'server_uuid': '684b9aec-ddff-4c9c-9c18-957a432b3c17', 'tag': '3c1f0233-b78d-4abc-80ac-644aeafb4656', 'status': 'completed', 'code': 200} Nov 02 07:29:49.891910 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:49.934160 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da76d9-032f-4ff8-a13d-7ab0937dafe0 req-a4fc1856-a28f-44b3-87fe-84024b0e7750 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:49.935851 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-66da76d9-032f-4ff8-a13d-7ab0937dafe0 req-a4fc1856-a28f-44b3-87fe-84024b0e7750 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 931 time: 0.1028593 Nov 02 07:29:50.031499 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-66da76d9-032f-4ff8-a13d-7ab0937dafe0 req-ca46f607-f480-4e75-bc71-116318e79f13 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886292 Nov 02 07:29:50.122767 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c3029-faee-42fd-8e26-170ab22d7f19 req-fb45fc66-a0b2-4e32-a054-1428b183bc32 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:50.135381 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0e4c3029-faee-42fd-8e26-170ab22d7f19 req-fb45fc66-a0b2-4e32-a054-1428b183bc32 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 943 time: 0.0868611 Nov 02 07:29:50.161634 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:50.255658 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0e4c3029-faee-42fd-8e26-170ab22d7f19 req-52313402-ce52-432f-86bd-8ba8b8c7f56d tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241968 Nov 02 07:29:50.361697 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bdd75-c40d-4574-ad8d-6ba4dc09c179 req-fdbeecfd-cf7a-4bb0-b5c3-479f121b0a9f tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:50.363227 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-423bdd75-c40d-4574-ad8d-6ba4dc09c179 req-fdbeecfd-cf7a-4bb0-b5c3-479f121b0a9f tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7b5d6941-4c0e-4d53-94a7-70dcc586fbef HTTP/1.1" status: 200 len: 944 time: 0.0563567 Nov 02 07:29:50.416594 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-423bdd75-c40d-4574-ad8d-6ba4dc09c179 req-941bd4e6-8cec-4a1b-80dd-eb2e5879b826 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=166ab8a5-276e-40c1-96c5-c4d104c5fb15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469952 Nov 02 07:29:50.664303 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-4a5d8b14-3728-4617-b0b5-dd4f262eaad9 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1506af6f-e368-448b-aa78-a2c86ce9b462 HTTP/1.1" status: 200 len: 217 time: 0.0677319 Nov 02 07:29:50.673203 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd8158-c718-47f0-b8e5-68fdc7c9f53f req-0bb2afde-48c4-4ae6-919d-befa2f796535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:50.674871 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8fcd8158-c718-47f0-b8e5-68fdc7c9f53f req-0bb2afde-48c4-4ae6-919d-befa2f796535 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=f40ed210-eb7b-4935-8be8-8b7615c77c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0796015 Nov 02 07:29:50.813213 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-149db058-4a9b-49c2-ac7e-97722be9c731 service neutron] Request body: {'port': {'device_id': 'cae04f42-6d0d-42e5-ae5f-8022b6f546df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:29:50.890729 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-149db058-4a9b-49c2-ac7e-97722be9c731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (ba58ff3d-570b-447a-86ec-a6d9a70152fc), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:51.005672 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:51.026284 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-ed87e389-f2b8-4a30-8c1b-4c04064b2b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:51.032687 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-ed87e389-f2b8-4a30-8c1b-4c04064b2b0b service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=d6e658cd-4f30-4c95-98d1-6c9967d26219 HTTP/1.1" status: 200 len: 850 time: 0.1309762 Nov 02 07:29:51.040157 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-ea8fe2bc-639f-41e6-b028-c77b94652313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:51.042922 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-ea8fe2bc-639f-41e6-b028-c77b94652313 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c60cb95cbf734d9b852af2bdcad4e1c0&device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 1127 time: 0.1358657 Nov 02 07:29:51.069181 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8fcd8158-c718-47f0-b8e5-68fdc7c9f53f req-a9e6ee3e-b2ab-4593-b15f-d3684c2809ba service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686854 Nov 02 07:29:51.218553 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a34c71-c5bf-4ddf-b58e-a8402ffba8f3 req-9e93b5eb-3ca5-471f-be13-b73f64963de5 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:51.220067 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e8a34c71-c5bf-4ddf-b58e-a8402ffba8f3 req-9e93b5eb-3ca5-471f-be13-b73f64963de5 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 931 time: 0.0767512 Nov 02 07:29:51.314328 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:51.342853 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:51.360554 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e8a34c71-c5bf-4ddf-b58e-a8402ffba8f3 req-683597fe-efbd-465e-8962-139bd96ee9f0 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972588 Nov 02 07:29:51.386558 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:51.483326 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870933a1-8fb6-42a0-803f-6d38256bcc07 req-79a5dba1-2e24-48cf-b74e-10268d82c988 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:51.484650 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-870933a1-8fb6-42a0-803f-6d38256bcc07 req-79a5dba1-2e24-48cf-b74e-10268d82c988 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 943 time: 0.0880435 Nov 02 07:29:51.491685 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-149db058-4a9b-49c2-ac7e-97722be9c731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba58ff3d-570b-447a-86ec-a6d9a70152fc {{(pid=104569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:29:51.503282 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-149db058-4a9b-49c2-ac7e-97722be9c731 service neutron] Publish callbacks [] for port (ba58ff3d-570b-447a-86ec-a6d9a70152fc), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:51.568610 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.provisioning_blocks [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-149db058-4a9b-49c2-ac7e-97722be9c731 service neutron] Transition to ACTIVE for port object ba58ff3d-570b-447a-86ec-a6d9a70152fc will not be triggered until provisioned by entity L2. {{(pid=104569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 07:29:51.584869 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-149db058-4a9b-49c2-ac7e-97722be9c731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (ba58ff3d-570b-447a-86ec-a6d9a70152fc), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:51.660523 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149db058-4a9b-49c2-ac7e-97722be9c731 service neutron] Pushing event updated for resources: {'Port': ['ID=ba58ff3d-570b-447a-86ec-a6d9a70152fc,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:51.667740 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-870933a1-8fb6-42a0-803f-6d38256bcc07 req-a9df7a13-948c-491e-8340-bbd54274cb69 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696599 Nov 02 07:29:51.678502 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c48d3-6cdd-469e-a5a1-dba2c99fc038 req-678ef90f-d76e-440e-81bf-8f4a33e0e447 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:51.680196 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-471c48d3-6cdd-469e-a5a1-dba2c99fc038 req-678ef90f-d76e-440e-81bf-8f4a33e0e447 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7b5d6941-4c0e-4d53-94a7-70dcc586fbef HTTP/1.1" status: 200 len: 944 time: 0.1599145 Nov 02 07:29:51.824918 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-149db058-4a9b-49c2-ac7e-97722be9c731 service neutron] Attempting to bind port ba58ff3d-570b-447a-86ec-a6d9a70152fc on host hv-cinder-80473 for vnic_type normal with profile {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:29:51.825450 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-149db058-4a9b-49c2-ac7e-97722be9c731 service neutron] Attempting to bind port ba58ff3d-570b-447a-86ec-a6d9a70152fc by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'd7e1724e-6066-427b-a3a4-bc3e1a8af7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6'}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:29:51.825969 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-149db058-4a9b-49c2-ac7e-97722be9c731 service neutron] Attempting to bind port ba58ff3d-570b-447a-86ec-a6d9a70152fc on network dc944948-bf48-4be4-9702-2103a8c937e6 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:29:51.887641 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-471c48d3-6cdd-469e-a5a1-dba2c99fc038 req-1a75abcb-80e7-4d7a-a3af-e33ebb2e3233 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=166ab8a5-276e-40c1-96c5-c4d104c5fb15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972756 Nov 02 07:29:51.917492 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-149db058-4a9b-49c2-ac7e-97722be9c731 service neutron] Port ba58ff3d-570b-447a-86ec-a6d9a70152fc on network dc944948-bf48-4be4-9702-2103a8c937e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 07:29:51.917814 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-149db058-4a9b-49c2-ac7e-97722be9c731 service neutron] Attempting to bind port ba58ff3d-570b-447a-86ec-a6d9a70152fc on network dc944948-bf48-4be4-9702-2103a8c937e6 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:29:51.965605 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:52.000555 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-149db058-4a9b-49c2-ac7e-97722be9c731 service neutron] Checking agent: {'id': '8bd0314e-b36f-45c2-bb1e-4de001688fd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'started_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:29:52.000883 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-149db058-4a9b-49c2-ac7e-97722be9c731 service neutron] Checking segment: {'id': 'd7e1724e-6066-427b-a3a4-bc3e1a8af7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:29:52.001266 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-149db058-4a9b-49c2-ac7e-97722be9c731 service neutron] Bound using segment: {'id': 'd7e1724e-6066-427b-a3a4-bc3e1a8af7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6'} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:29:52.001699 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-149db058-4a9b-49c2-ac7e-97722be9c731 service neutron] Bound port: ba58ff3d-570b-447a-86ec-a6d9a70152fc, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7e1724e-6066-427b-a3a4-bc3e1a8af7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6'}}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:29:52.002047 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-149db058-4a9b-49c2-ac7e-97722be9c731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (ba58ff3d-570b-447a-86ec-a6d9a70152fc), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:52.223022 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-4498e084-f9b7-4ecf-93b6-31266a89c6b4 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c1f0233-b78d-4abc-80ac-644aeafb4656 HTTP/1.1" status: 200 len: 217 time: 0.1313121 Nov 02 07:29:52.375664 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-af0ebe3e-2d0c-41a5-ae0a-5b6c80cbd2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:52.377196 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-af0ebe3e-2d0c-41a5-ae0a-5b6c80cbd2f7 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=11191c9e-d03e-442c-a794-03d78c42edeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0967982 Nov 02 07:29:52.381778 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-8fcd8158-c718-47f0-b8e5-68fdc7c9f53f req-33ec7ccb-8117-471d-99ab-504c0f7e7ef2 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160796 Nov 02 07:29:52.392775 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-149db058-4a9b-49c2-ac7e-97722be9c731 service neutron] For port ba58ff3d-570b-447a-86ec-a6d9a70152fc, host hv-cinder-80473, cleared binding levels {{(pid=104569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:29:52.400960 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-42f5b585-091e-4aea-80d8-68561704e8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:52.405308 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-42f5b585-091e-4aea-80d8-68561704e8cf service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=2425be66-0e89-40dd-949b-94121b115f5c HTTP/1.1" status: 200 len: 858 time: 0.1726782 Nov 02 07:29:52.408934 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-149db058-4a9b-49c2-ac7e-97722be9c731 service neutron] For port ba58ff3d-570b-447a-86ec-a6d9a70152fc, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ba58ff3d-570b-447a-86ec-a6d9a70152fc,segment=NetworkSegment(d7e1724e-6066-427b-a3a4-bc3e1a8af7fa),segment_id=d7e1724e-6066-427b-a3a4-bc3e1a8af7fa)] {{(pid=104569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:29:52.541893 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-149db058-4a9b-49c2-ac7e-97722be9c731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (ba58ff3d-570b-447a-86ec-a6d9a70152fc), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:52.581518 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-438068e4-d8b3-4001-8cd4-ef0658847501 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/11191c9e-d03e-442c-a794-03d78c42edeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794479 Nov 02 07:29:52.582702 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-149db058-4a9b-49c2-ac7e-97722be9c731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:52.583323 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-149db058-4a9b-49c2-ac7e-97722be9c731 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:52.584726 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-149db058-4a9b-49c2-ac7e-97722be9c731 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/ba58ff3d-570b-447a-86ec-a6d9a70152fc HTTP/1.1" status: 200 len: 1093 time: 1.7761927 Nov 02 07:29:52.590397 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae04f42-6d0d-42e5-ae5f-8022b6f546df', 'tag': 'ba58ff3d-570b-447a-86ec-a6d9a70152fc'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:29:52.592770 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63901a5-6540-4569-95a1-03ff43b62c95" -d '{"events": [{"name": "network-changed", "server_uuid": "cae04f42-6d0d-42e5-ae5f-8022b6f546df", "tag": "ba58ff3d-570b-447a-86ec-a6d9a70152fc"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:29:52.693188 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124fd65-2982-4504-9880-3d446c6e007b req-bd99078c-2eff-445f-8d90-58bcdfaceaec tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:52.694941 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6124fd65-2982-4504-9880-3d446c6e007b req-bd99078c-2eff-445f-8d90-58bcdfaceaec tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 943 time: 0.1418679 Nov 02 07:29:52.733060 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-b57238d2-050c-4b95-81e1-f5e31e3ecec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:52.741065 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-b57238d2-050c-4b95-81e1-f5e31e3ecec8 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=f40ed210-eb7b-4935-8be8-8b7615c77c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3293424 Nov 02 07:29:52.759458 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:52.760433 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d8a45b-cda2-4262-8641-61625a0f86bb x-openstack-request-id: req-63d8a45b-cda2-4262-8641-61625a0f86bb {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:29:52.762383 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae04f42-6d0d-42e5-ae5f-8022b6f546df", "tag": "ba58ff3d-570b-447a-86ec-a6d9a70152fc", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:29:52.762851 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63d8a45b-cda2-4262-8641-61625a0f86bb {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:29:52.763206 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-a83937da-7301-4804-8c72-6b68fd6ccbf0 req-0527db81-227e-4568-a204-0682bc561e6c service neutron] 10.222.0.47 "GET /networking/v2.0/networks/11191c9e-d03e-442c-a794-03d78c42edeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609924 Nov 02 07:29:52.763615 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63d8a45b-cda2-4262-8641-61625a0f86bb'] response: {'name': 'network-changed', 'server_uuid': 'cae04f42-6d0d-42e5-ae5f-8022b6f546df', 'tag': 'ba58ff3d-570b-447a-86ec-a6d9a70152fc', 'status': 'completed', 'code': 200} Nov 02 07:29:52.868147 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:52.971663 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-28e1152f-8be4-4019-8544-a890a89a57b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:52.973180 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-28e1152f-8be4-4019-8544-a890a89a57b8 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=df168e1504c947169b74f50c1ed4de95&device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 1127 time: 0.2754421 Nov 02 07:29:52.981756 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149db058-4a9b-49c2-ac7e-97722be9c731 service neutron] Pushing event updated for resources: {'Port': ['ID=ba58ff3d-570b-447a-86ec-a6d9a70152fc,revision_number=3']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:53.013063 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6124fd65-2982-4504-9880-3d446c6e007b req-518223b9-cd79-49da-9bfc-85bdf79c579e tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2877736 Nov 02 07:29:53.021328 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02692906-3a5f-4f90-98e4-974f326d429a req-e9739bc7-1a69-40f6-bcaa-309ed01557a5 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:53.034313 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-02692906-3a5f-4f90-98e4-974f326d429a req-e9739bc7-1a69-40f6-bcaa-309ed01557a5 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 943 time: 0.1720583 Nov 02 07:29:53.097149 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-f8264f74-cc15-4082-b5f2-0ea095d42ec4 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875297 Nov 02 07:29:53.152696 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-02692906-3a5f-4f90-98e4-974f326d429a req-0ccbfa8d-695d-480f-a748-1df6304682a2 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125960 Nov 02 07:29:53.204169 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4ed9e-f5c8-491b-b8ae-de7e0d609a83 req-6d4b33f1-8001-41e2-b57d-532974a75100 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:53.210419 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-fff4ed9e-f5c8-491b-b8ae-de7e0d609a83 req-6d4b33f1-8001-41e2-b57d-532974a75100 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7b5d6941-4c0e-4d53-94a7-70dcc586fbef HTTP/1.1" status: 200 len: 944 time: 0.0884402 Nov 02 07:29:53.276083 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-fff4ed9e-f5c8-491b-b8ae-de7e0d609a83 req-89c825b6-10be-4574-b311-b3201c6acf29 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=166ab8a5-276e-40c1-96c5-c4d104c5fb15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577002 Nov 02 07:29:53.616701 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde40e93-33a2-4c48-9658-2f2f46a91b82 req-a649d79b-0fca-4b02-8c59-65dd00199a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:53.619414 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cde40e93-33a2-4c48-9658-2f2f46a91b82 req-a649d79b-0fca-4b02-8c59-65dd00199a11 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=f676ec82a80f4425a6fa7562ee47a4cf&device_id=7b5d6941-4c0e-4d53-94a7-70dcc586fbef HTTP/1.1" status: 200 len: 1128 time: 0.0478580 Nov 02 07:29:53.638152 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 0ee6dd20-0770-4e10-ac8f-d0e34d519f81 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 07:29:53.658016 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-3c146c04-92a4-46e4-9863-1adc20165c4f service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba58ff3d-570b-447a-86ec-a6d9a70152fc HTTP/1.1" status: 200 len: 217 time: 0.0795608 Nov 02 07:29:53.774577 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde40e93-33a2-4c48-9658-2f2f46a91b82 req-3992b0e2-5524-4e58-ae69-9305e8034e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:53.776643 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cde40e93-33a2-4c48-9658-2f2f46a91b82 req-3992b0e2-5524-4e58-ae69-9305e8034e9e service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=11191c9e-d03e-442c-a794-03d78c42edeb HTTP/1.1" status: 200 len: 912 time: 0.1480725 Nov 02 07:29:53.828615 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cde40e93-33a2-4c48-9658-2f2f46a91b82 req-f4ffe936-b64e-4198-b31c-dfc1c508b3f8 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1506af6f-e368-448b-aa78-a2c86ce9b462 HTTP/1.1" status: 200 len: 217 time: 0.0453477 Nov 02 07:29:53.845719 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 0ee6dd20-0770-4e10-ac8f-d0e34d519f81, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0ee6dd20-0770-4e10-ac8f-d0e34d519f81,segment=NetworkSegment(9319e40f-b31f-4389-b110-ad9b4c314925),segment_id=9319e40f-b31f-4389-b110-ad9b4c314925)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:29:53.865558 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Returning: {'device': '0ee6dd20-0770-4e10-ac8f-d0e34d519f81', 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12', 'port_id': '0ee6dd20-0770-4e10-ac8f-d0e34d519f81', 'mac_address': 'fa:16:3e:57:03:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2425be66-0e89-40dd-949b-94121b115f5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 07:29:53.868373 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6bfb0b93-1563-46b5-858f-5c3ca3b31319 req-7e20af70-81f1-4a1f-8036-3d88ffd2ecd9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978425 Nov 02 07:29:53.890093 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-fe70d166-3564-4f91-99b3-dab10341c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:53.891553 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-fe70d166-3564-4f91-99b3-dab10341c39a service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=1d426ab6-29f8-42bf-863b-191b8ac9a103 HTTP/1.1" status: 200 len: 854 time: 0.2228410 Nov 02 07:29:53.897411 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde40e93-33a2-4c48-9658-2f2f46a91b82 req-8e0273d0-f111-4804-adfc-8a8d00b9cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:53.898954 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cde40e93-33a2-4c48-9658-2f2f46a91b82 req-8e0273d0-f111-4804-adfc-8a8d00b9cfb4 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=d6e658cd-4f30-4c95-98d1-6c9967d26219 HTTP/1.1" status: 200 len: 850 time: 0.0636556 Nov 02 07:29:53.907293 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 0ee6dd20-0770-4e10-ac8f-d0e34d519f81 is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:29:53.907901 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (0ee6dd20-0770-4e10-ac8f-d0e34d519f81), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:53.930299 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee6dd20-0770-4e10-ac8f-d0e34d519f81 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:29:53.960398 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:53.962930 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 0ee6dd20-0770-4e10-ac8f-d0e34d519f81, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0ee6dd20-0770-4e10-ac8f-d0e34d519f81,segment=NetworkSegment(9319e40f-b31f-4389-b110-ad9b4c314925),segment_id=9319e40f-b31f-4389-b110-ad9b4c314925)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:29:53.965389 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-12a4776b-3ee7-4ad8-8f69-e65fa2d580c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:53.967340 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-12a4776b-3ee7-4ad8-8f69-e65fa2d580c3 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=dc944948-bf48-4be4-9702-2103a8c937e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0669179 Nov 02 07:29:53.975172 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde40e93-33a2-4c48-9658-2f2f46a91b82 req-7caebf3b-0911-45d2-9437-2c2fadeb7cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:53.976779 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cde40e93-33a2-4c48-9658-2f2f46a91b82 req-7caebf3b-0911-45d2-9437-2c2fadeb7cc2 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=11191c9e-d03e-442c-a794-03d78c42edeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0712924 Nov 02 07:29:53.977952 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (0ee6dd20-0770-4e10-ac8f-d0e34d519f81), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:54.033488 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=0ee6dd20-0770-4e10-ac8f-d0e34d519f81,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:54.135538 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063611f-8398-49de-b4e1-3683a792a1f6 req-310f257b-55a2-409e-9aa9-5f830067925c tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:54.138031 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1063611f-8398-49de-b4e1-3683a792a1f6 req-310f257b-55a2-409e-9aa9-5f830067925c tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 943 time: 0.0569544 Nov 02 07:29:54.231128 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1063611f-8398-49de-b4e1-3683a792a1f6 req-db2fe37b-d78f-4a0b-a47b-f7e3888904a9 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817001 Nov 02 07:29:54.307014 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7ebbf-7153-491e-bf1c-b1504aff02d3 req-ce1eb1e2-a318-4c41-9795-011f6ecddd34 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:54.309727 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ddf7ebbf-7153-491e-bf1c-b1504aff02d3 req-ce1eb1e2-a318-4c41-9795-011f6ecddd34 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 943 time: 0.0574214 Nov 02 07:29:54.367588 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['0ee6dd20-0770-4e10-ac8f-d0e34d519f81'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:29:54.414209 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ddf7ebbf-7153-491e-bf1c-b1504aff02d3 req-f0427861-ada6-4e18-a54a-6fcc5962569e tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988543 Nov 02 07:29:54.502966 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7017a5-695f-48ad-a34f-a916cd16bebd req-8e800d34-8912-484c-b8d1-c911af13daf3 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:54.504596 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-fc7017a5-695f-48ad-a34f-a916cd16bebd req-8e800d34-8912-484c-b8d1-c911af13daf3 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7b5d6941-4c0e-4d53-94a7-70dcc586fbef HTTP/1.1" status: 200 len: 944 time: 0.0847404 Nov 02 07:29:54.542871 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:54.569067 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-fc7017a5-695f-48ad-a34f-a916cd16bebd req-29022063-13bd-49c8-b60c-90234c8f2040 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=166ab8a5-276e-40c1-96c5-c4d104c5fb15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586658 Nov 02 07:29:54.832991 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cde40e93-33a2-4c48-9658-2f2f46a91b82 req-1e23e389-e956-4385-a11a-87294d3a63cf service neutron] 10.222.0.47 "GET /networking/v2.0/networks/11191c9e-d03e-442c-a794-03d78c42edeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227419 Nov 02 07:29:54.888650 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a5aaf-8361-4e9a-81da-2a673da9ab23 req-dbe44f5c-d277-45e2-bfae-391a85c26858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:54.890132 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-598a5aaf-8361-4e9a-81da-2a673da9ab23 req-dbe44f5c-d277-45e2-bfae-391a85c26858 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c60cb95cbf734d9b852af2bdcad4e1c0&device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 1127 time: 0.1437039 Nov 02 07:29:54.937282 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 34070) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:54.988226 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cde40e93-33a2-4c48-9658-2f2f46a91b82 req-2f4d1a38-9670-49fd-bc53-33fd5444cdfc service neutron] 10.222.0.47 "GET /networking/v2.0/networks/11191c9e-d03e-442c-a794-03d78c42edeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468186 Nov 02 07:29:55.208966 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-21e931c5-04af-4e88-8d50-d2c6aae823a7 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dc944948-bf48-4be4-9702-2103a8c937e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990606 Nov 02 07:29:55.364631 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-263e102d-2ba4-4907-9fbd-13cb381115ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:55.389927 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a5aaf-8361-4e9a-81da-2a673da9ab23 req-3dd0310c-e89f-4796-a3bb-f2999bf920f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:55.391893 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-598a5aaf-8361-4e9a-81da-2a673da9ab23 req-3dd0310c-e89f-4796-a3bb-f2999bf920f5 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=f40ed210-eb7b-4935-8be8-8b7615c77c12 HTTP/1.1" status: 200 len: 920 time: 0.4942427 Nov 02 07:29:55.457033 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8fdec-4e09-4cf0-aab5-006522890ee8 req-231de7b1-e1da-402c-849a-4f566d19e33a tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:55.458562 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-14c8fdec-4e09-4cf0-aab5-006522890ee8 req-231de7b1-e1da-402c-849a-4f566d19e33a tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 943 time: 0.0624108 Nov 02 07:29:55.503973 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:55.587363 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-14c8fdec-4e09-4cf0-aab5-006522890ee8 req-5b27bb68-33f7-401b-85b6-a4aecdef295a tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175416 Nov 02 07:29:55.593682 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-263e102d-2ba4-4907-9fbd-13cb381115ed admin admin] Publish callbacks [] for security_group (15d03d3a-986e-4a7c-bbff-3fb1fd99baf8), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:55.602197 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39ae80-33c8-4d6a-b98d-c455f6045d07 req-1a0622d8-df36-490c-8240-507e6a35eca4 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:55.603783 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8b39ae80-33c8-4d6a-b98d-c455f6045d07 req-1a0622d8-df36-490c-8240-507e6a35eca4 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 943 time: 0.0951514 Nov 02 07:29:55.604760 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-263e102d-2ba4-4907-9fbd-13cb381115ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (15d03d3a-986e-4a7c-bbff-3fb1fd99baf8), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:55.620833 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:55.697541 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-263e102d-2ba4-4907-9fbd-13cb381115ed admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b9fcfb25f93948c3888678972b6432a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7388639 Nov 02 07:29:55.698236 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e102d-2ba4-4907-9fbd-13cb381115ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d03d3a-986e-4a7c-bbff-3fb1fd99baf8,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:55.701196 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 34112) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:55.739313 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8b39ae80-33c8-4d6a-b98d-c455f6045d07 req-3d05f579-82a2-44b3-9e97-35da921210be tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214769 Nov 02 07:29:55.748172 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13848a-5a98-4b69-9ccd-dd401e2433a3 req-6c39def1-696f-45bb-b978-c40aee0b9103 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:55.749637 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1c13848a-5a98-4b69-9ccd-dd401e2433a3 req-6c39def1-696f-45bb-b978-c40aee0b9103 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7b5d6941-4c0e-4d53-94a7-70dcc586fbef HTTP/1.1" status: 200 len: 944 time: 0.0771909 Nov 02 07:29:55.759559 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-be17eca9-896a-4ccd-9249-e9c94f2d22cf admin admin] Publish callbacks [] for security_group (15d03d3a-986e-4a7c-bbff-3fb1fd99baf8), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:55.782700 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-be17eca9-896a-4ccd-9249-e9c94f2d22cf admin admin] Publish callbacks [] for security_group (15d03d3a-986e-4a7c-bbff-3fb1fd99baf8), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:55.809275 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1c13848a-5a98-4b69-9ccd-dd401e2433a3 req-52454ab6-8795-4826-a133-b07773acb24c tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=166ab8a5-276e-40c1-96c5-c4d104c5fb15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524194 Nov 02 07:29:55.841026 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-be17eca9-896a-4ccd-9249-e9c94f2d22cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (15d03d3a-986e-4a7c-bbff-3fb1fd99baf8), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:55.843622 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-be17eca9-896a-4ccd-9249-e9c94f2d22cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:55.844780 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-be17eca9-896a-4ccd-9249-e9c94f2d22cf admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/15d03d3a-986e-4a7c-bbff-3fb1fd99baf8 HTTP/1.1" status: 204 len: 168 time: 0.1419637 Nov 02 07:29:55.858045 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17eca9-896a-4ccd-9249-e9c94f2d22cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d03d3a-986e-4a7c-bbff-3fb1fd99baf8,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:56.116752 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 34126) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:56.131656 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-229cf15c-a383-4132-81a1-9398e663afee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:56.214100 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-229cf15c-a383-4132-81a1-9398e663afee admin admin] Publish callbacks [] for security_group (43b07007-49b0-4ec7-9a0f-8379e787460d), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:56.218993 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-229cf15c-a383-4132-81a1-9398e663afee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (43b07007-49b0-4ec7-9a0f-8379e787460d), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:56.259014 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-229cf15c-a383-4132-81a1-9398e663afee admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=5fde67b668354c5f8129ce79eb73b177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408951 Nov 02 07:29:56.259874 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229cf15c-a383-4132-81a1-9398e663afee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b07007-49b0-4ec7-9a0f-8379e787460d,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:56.262155 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 34130) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:29:56.317345 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-da1db6b3-952f-4fd6-883c-296b0b7707a4 admin admin] Publish callbacks [] for security_group (43b07007-49b0-4ec7-9a0f-8379e787460d), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:56.338523 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-da1db6b3-952f-4fd6-883c-296b0b7707a4 admin admin] Publish callbacks [] for security_group (43b07007-49b0-4ec7-9a0f-8379e787460d), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:56.387014 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-da1db6b3-952f-4fd6-883c-296b0b7707a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (43b07007-49b0-4ec7-9a0f-8379e787460d), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:56.389669 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-da1db6b3-952f-4fd6-883c-296b0b7707a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:56.390841 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-da1db6b3-952f-4fd6-883c-296b0b7707a4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/43b07007-49b0-4ec7-9a0f-8379e787460d HTTP/1.1" status: 204 len: 168 time: 0.1277738 Nov 02 07:29:56.398923 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1db6b3-952f-4fd6-883c-296b0b7707a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b07007-49b0-4ec7-9a0f-8379e787460d,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:56.763022 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-598a5aaf-8361-4e9a-81da-2a673da9ab23 req-325aec89-694d-47f8-b240-583d96e0d4ca service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c1f0233-b78d-4abc-80ac-644aeafb4656 HTTP/1.1" status: 200 len: 217 time: 0.0758879 Nov 02 07:29:56.812290 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543481e9-2c49-412c-8688-44916b7e05bd req-17eb83f7-4c77-414e-9b82-f3b2e69e5e14 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:56.813784 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-543481e9-2c49-412c-8688-44916b7e05bd req-17eb83f7-4c77-414e-9b82-f3b2e69e5e14 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 943 time: 0.1405277 Nov 02 07:29:56.908050 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3abcec30-aeda-48bf-9bce-6498e540f469 req-7625966d-057e-4498-b244-7272e7c84108 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dc944948-bf48-4be4-9702-2103a8c937e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216976 Nov 02 07:29:56.919529 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e99fa-6957-410c-b657-ca21a30109b6 req-ea60c038-42bb-434c-90dd-02feda791437 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:56.920955 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-fe9e99fa-6957-410c-b657-ca21a30109b6 req-ea60c038-42bb-434c-90dd-02feda791437 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 943 time: 0.0832462 Nov 02 07:29:56.928194 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-543481e9-2c49-412c-8688-44916b7e05bd req-8dfa7c62-14c1-4ae7-882f-f8d0043aff70 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084657 Nov 02 07:29:56.974632 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-fe9e99fa-6957-410c-b657-ca21a30109b6 req-8fb9bba8-2f6a-48e6-99e6-783defee49b8 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454202 Nov 02 07:29:57.059340 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878d135-2638-48e9-a870-b55466823078 req-6813be6e-9566-4a9c-8092-d02d0e02b866 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:57.060842 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d878d135-2638-48e9-a870-b55466823078 req-6813be6e-9566-4a9c-8092-d02d0e02b866 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7b5d6941-4c0e-4d53-94a7-70dcc586fbef HTTP/1.1" status: 200 len: 944 time: 0.0484169 Nov 02 07:29:57.073396 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:57.108967 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:57.117339 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d878d135-2638-48e9-a870-b55466823078 req-45e11293-42b0-46c9-9a4b-131db19a4586 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=166ab8a5-276e-40c1-96c5-c4d104c5fb15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493534 Nov 02 07:29:57.616359 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:57.619719 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:57.631219 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 0ee6dd20-0770-4e10-ac8f-d0e34d519f81 up at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:29:57.658686 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a5aaf-8361-4e9a-81da-2a673da9ab23 req-a0d56742-dfec-4c84-b13b-96be6659a702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:57.660143 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-598a5aaf-8361-4e9a-81da-2a673da9ab23 req-a0d56742-dfec-4c84-b13b-96be6659a702 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=2425be66-0e89-40dd-949b-94121b115f5c HTTP/1.1" status: 200 len: 858 time: 0.0733109 Nov 02 07:29:57.663051 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 1506af6f-e368-448b-aa78-a2c86ce9b462 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 07:29:57.706906 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:57.724452 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning for port 0ee6dd20-0770-4e10-ac8f-d0e34d519f81 completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 07:29:57.758609 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning complete for port 0ee6dd20-0770-4e10-ac8f-d0e34d519f81 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:57.758973 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (0ee6dd20-0770-4e10-ac8f-d0e34d519f81), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:57.759308 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Attempt 1 to provision port 0ee6dd20-0770-4e10-ac8f-d0e34d519f81 Nov 02 07:29:57.816056 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 1506af6f-e368-448b-aa78-a2c86ce9b462, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1506af6f-e368-448b-aa78-a2c86ce9b462,segment=NetworkSegment(21ee6202-3607-432f-b12e-4294c3e078fe),segment_id=21ee6202-3607-432f-b12e-4294c3e078fe)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:29:57.832486 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Returning: {'device': '1506af6f-e368-448b-aa78-a2c86ce9b462', 'network_id': '11191c9e-d03e-442c-a794-03d78c42edeb', 'port_id': '1506af6f-e368-448b-aa78-a2c86ce9b462', 'mac_address': 'fa:16:3e:b8:77:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6e658cd-4f30-4c95-98d1-6c9967d26219', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 07:29:57.893713 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 0ee6dd20-0770-4e10-ac8f-d0e34d519f81 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:29:57.894099 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (0ee6dd20-0770-4e10-ac8f-d0e34d519f81), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:57.907220 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 1506af6f-e368-448b-aa78-a2c86ce9b462 is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:29:57.907590 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (1506af6f-e368-448b-aa78-a2c86ce9b462), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:57.929494 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1506af6f-e368-448b-aa78-a2c86ce9b462 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:29:57.937161 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983e9075-27cf-4c74-bf6b-ff9fe8a68018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee6dd20-0770-4e10-ac8f-d0e34d519f81'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:29:58.014015 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 0ee6dd20-0770-4e10-ac8f-d0e34d519f81, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0ee6dd20-0770-4e10-ac8f-d0e34d519f81,segment=NetworkSegment(9319e40f-b31f-4389-b110-ad9b4c314925),segment_id=9319e40f-b31f-4389-b110-ad9b4c314925)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:29:58.028544 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (0ee6dd20-0770-4e10-ac8f-d0e34d519f81), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:58.061732 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 1506af6f-e368-448b-aa78-a2c86ce9b462, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1506af6f-e368-448b-aa78-a2c86ce9b462,segment=NetworkSegment(21ee6202-3607-432f-b12e-4294c3e078fe),segment_id=21ee6202-3607-432f-b12e-4294c3e078fe)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:29:58.067465 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (1506af6f-e368-448b-aa78-a2c86ce9b462), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:58.094761 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=0ee6dd20-0770-4e10-ac8f-d0e34d519f81,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:58.111217 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1fd34-9774-4c4e-abbe-6abcd9768d09 req-c1c3e63f-ff5b-4ece-b6f2-8fd299651a16 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:58.118278 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-08a1fd34-9774-4c4e-abbe-6abcd9768d09 req-c1c3e63f-ff5b-4ece-b6f2-8fd299651a16 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 943 time: 0.1057754 Nov 02 07:29:58.150841 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c45e5-333f-49dd-a499-9b1c621a4dc3 req-659c6058-ac9c-497b-bbb6-b0caf4ffabac tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:58.153130 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8a4c45e5-333f-49dd-a499-9b1c621a4dc3 req-659c6058-ac9c-497b-bbb6-b0caf4ffabac tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 943 time: 0.0914946 Nov 02 07:29:58.159102 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=1506af6f-e368-448b-aa78-a2c86ce9b462,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:58.170407 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae3fbe182e2c1c70a5346b740f804138ecd9042bc04c1c47f40fee79c776d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa7ed6b-0563-4f20-b9b4-c1a2dd13b46d" -d '{"events": [{"server_uuid": "983e9075-27cf-4c74-bf6b-ff9fe8a68018", "name": "network-vif-plugged", "status": "completed", "tag": "0ee6dd20-0770-4e10-ac8f-d0e34d519f81"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:29:58.194502 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-08a1fd34-9774-4c4e-abbe-6abcd9768d09 req-f5371008-a9c7-4b26-b4a2-8f77e34ffcb7 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751655 Nov 02 07:29:58.224657 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8a4c45e5-333f-49dd-a499-9b1c621a4dc3 req-de00902c-a6ec-412c-b99e-2444af4dd165 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609097 Nov 02 07:29:58.307709 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66437e-12cb-45a9-bec0-f982224804fd req-2e1ff719-816e-430f-b1b0-9e03c42147cd tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:58.318893 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5a66437e-12cb-45a9-bec0-f982224804fd req-2e1ff719-816e-430f-b1b0-9e03c42147cd tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7b5d6941-4c0e-4d53-94a7-70dcc586fbef HTTP/1.1" status: 200 len: 945 time: 0.0520444 Nov 02 07:29:58.348756 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd33020-d134-4305-b277-57bd82099252 x-openstack-request-id: req-0fd33020-d134-4305-b277-57bd82099252 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:29:58.349053 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983e9075-27cf-4c74-bf6b-ff9fe8a68018", "name": "network-vif-plugged", "status": "completed", "tag": "0ee6dd20-0770-4e10-ac8f-d0e34d519f81", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:29:58.349303 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0fd33020-d134-4305-b277-57bd82099252 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:29:58.349779 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fd33020-d134-4305-b277-57bd82099252'] response: {'server_uuid': '983e9075-27cf-4c74-bf6b-ff9fe8a68018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee6dd20-0770-4e10-ac8f-d0e34d519f81', 'code': 200} Nov 02 07:29:58.366324 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5a66437e-12cb-45a9-bec0-f982224804fd req-8cee7249-245a-4ce1-8059-e2452651afef tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=166ab8a5-276e-40c1-96c5-c4d104c5fb15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465467 Nov 02 07:29:58.378734 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['1506af6f-e368-448b-aa78-a2c86ce9b462'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:29:58.519431 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:58.558569 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a5aaf-8361-4e9a-81da-2a673da9ab23 req-6e6a55ff-61a8-4c6b-89bf-6615ba8bed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:58.560266 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-598a5aaf-8361-4e9a-81da-2a673da9ab23 req-6e6a55ff-61a8-4c6b-89bf-6615ba8bed37 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=f40ed210-eb7b-4935-8be8-8b7615c77c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0866909 Nov 02 07:29:58.561377 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63901a5-6540-4569-95a1-03ff43b62c95 req-290ef55d-7a9b-4d1b-97fc-1afc52259754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:58.562726 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f63901a5-6540-4569-95a1-03ff43b62c95 req-290ef55d-7a9b-4d1b-97fc-1afc52259754 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=df168e1504c947169b74f50c1ed4de95&device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 1127 time: 0.0769451 Nov 02 07:29:58.747840 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-598a5aaf-8361-4e9a-81da-2a673da9ab23 req-839cfec0-5cba-4963-b702-a4eec904cdda service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769443 Nov 02 07:29:58.749205 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63901a5-6540-4569-95a1-03ff43b62c95 req-03e6e622-98c5-4f79-9139-8f783b6f77d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:58.750657 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f63901a5-6540-4569-95a1-03ff43b62c95 req-03e6e622-98c5-4f79-9139-8f783b6f77d9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=dc944948-bf48-4be4-9702-2103a8c937e6 HTTP/1.1" status: 200 len: 916 time: 0.1785638 Nov 02 07:29:58.781088 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:58.788970 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a02df-dea1-486f-9fae-054024dae09f req-9c439dc2-3a6e-47f4-bbcb-e91ac44f2c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:58.794423 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c67a02df-dea1-486f-9fae-054024dae09f req-9c439dc2-3a6e-47f4-bbcb-e91ac44f2c04 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 1129 time: 0.1479249 Nov 02 07:29:58.821565 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-c67a02df-dea1-486f-9fae-054024dae09f req-cbf66bfc-3cbc-44fe-8073-a2b54869f31f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:58.829066 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f63901a5-6540-4569-95a1-03ff43b62c95 req-3a6727cd-fa86-4e37-a0dd-22c528afec11 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba58ff3d-570b-447a-86ec-a6d9a70152fc HTTP/1.1" status: 200 len: 217 time: 0.0641761 Nov 02 07:29:58.923497 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63901a5-6540-4569-95a1-03ff43b62c95 req-712a0c60-5ea4-4a6b-b6e4-4c667dbec73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:58.924977 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f63901a5-6540-4569-95a1-03ff43b62c95 req-712a0c60-5ea4-4a6b-b6e4-4c667dbec73e service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=1d426ab6-29f8-42bf-863b-191b8ac9a103 HTTP/1.1" status: 200 len: 854 time: 0.0895612 Nov 02 07:29:58.953350 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-c67a02df-dea1-486f-9fae-054024dae09f req-cbf66bfc-3cbc-44fe-8073-a2b54869f31f service neutron] Publish callbacks [] for security_group (dd4adba6-ff83-4b21-af21-ebd6924b1d03), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:58.960367 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-c67a02df-dea1-486f-9fae-054024dae09f req-cbf66bfc-3cbc-44fe-8073-a2b54869f31f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (dd4adba6-ff83-4b21-af21-ebd6924b1d03), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:58.993215 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-598a5aaf-8361-4e9a-81da-2a673da9ab23 req-486156b6-1792-418e-aa53-388dfe4a40fe service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298398 Nov 02 07:29:58.999817 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63901a5-6540-4569-95a1-03ff43b62c95 req-8e089fd6-7435-4a5a-9d5f-79cf6a9ee9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:59.001353 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f63901a5-6540-4569-95a1-03ff43b62c95 req-8e089fd6-7435-4a5a-9d5f-79cf6a9ee9c7 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=dc944948-bf48-4be4-9702-2103a8c937e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0696380 Nov 02 07:29:59.034940 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf66bfc-3cbc-44fe-8073-a2b54869f31f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4adba6-ff83-4b21-af21-ebd6924b1d03,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:29:59.044026 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-c67a02df-dea1-486f-9fae-054024dae09f req-cbf66bfc-3cbc-44fe-8073-a2b54869f31f service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435908 Nov 02 07:29:59.147171 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f63901a5-6540-4569-95a1-03ff43b62c95 req-745c60f1-4ad5-45df-b105-fc47fc12646f service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dc944948-bf48-4be4-9702-2103a8c937e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286206 Nov 02 07:29:59.359975 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b47c1-a387-4a7c-befb-e23023248d1e req-cde40230-1dcd-4e6e-b3bb-04a98dbc9661 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:59.367345 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-df2b47c1-a387-4a7c-befb-e23023248d1e req-cde40230-1dcd-4e6e-b3bb-04a98dbc9661 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 943 time: 0.0856140 Nov 02 07:29:59.411508 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:59.412097 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:59.428857 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbac0f-1bce-4ef7-881a-af347b812316 req-68749bbb-7835-44a1-9b09-06a3037e218e tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:59.430337 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3edbac0f-1bce-4ef7-881a-af347b812316 req-68749bbb-7835-44a1-9b09-06a3037e218e tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 943 time: 0.1100085 Nov 02 07:29:59.523004 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-df2b47c1-a387-4a7c-befb-e23023248d1e req-dfd48d55-5be6-450d-a56a-1e9842dd4f5a tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544638 Nov 02 07:29:59.548089 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f63901a5-6540-4569-95a1-03ff43b62c95 req-0ef87e6a-0e0b-4d78-a499-1d7b1b5ba442 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dc944948-bf48-4be4-9702-2103a8c937e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943634 Nov 02 07:29:59.555313 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3edbac0f-1bce-4ef7-881a-af347b812316 req-7cb0b806-b6e7-4df4-95a4-7cee6f14ac3a tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942132 Nov 02 07:29:59.621658 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 3c1f0233-b78d-4abc-80ac-644aeafb4656 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 07:29:59.637581 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 1506af6f-e368-448b-aa78-a2c86ce9b462 up at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:29:59.694345 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d0b18-78d8-4630-91ce-65f2855cba35 req-5170c037-264b-4da5-aa4c-99b33d6317e8 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:29:59.704941 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e87d0b18-78d8-4630-91ce-65f2855cba35 req-5170c037-264b-4da5-aa4c-99b33d6317e8 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7b5d6941-4c0e-4d53-94a7-70dcc586fbef HTTP/1.1" status: 200 len: 945 time: 0.0803692 Nov 02 07:29:59.761785 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning for port 1506af6f-e368-448b-aa78-a2c86ce9b462 completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 07:29:59.774232 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning complete for port 1506af6f-e368-448b-aa78-a2c86ce9b462 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:29:59.774634 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (1506af6f-e368-448b-aa78-a2c86ce9b462), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:59.774976 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Attempt 1 to provision port 1506af6f-e368-448b-aa78-a2c86ce9b462 Nov 02 07:29:59.785019 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e87d0b18-78d8-4630-91ce-65f2855cba35 req-40a4fae1-e450-4c37-a61a-be6b1f9bba76 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=166ab8a5-276e-40c1-96c5-c4d104c5fb15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788531 Nov 02 07:29:59.814873 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 3c1f0233-b78d-4abc-80ac-644aeafb4656, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3c1f0233-b78d-4abc-80ac-644aeafb4656,segment=NetworkSegment(9319e40f-b31f-4389-b110-ad9b4c314925),segment_id=9319e40f-b31f-4389-b110-ad9b4c314925)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:29:59.835096 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:29:59.841508 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Returning: {'device': '3c1f0233-b78d-4abc-80ac-644aeafb4656', 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12', 'port_id': '3c1f0233-b78d-4abc-80ac-644aeafb4656', 'mac_address': 'fa:16:3e:e0:a7:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2425be66-0e89-40dd-949b-94121b115f5c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 07:29:59.901031 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 3c1f0233-b78d-4abc-80ac-644aeafb4656 is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:29:59.901445 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (3c1f0233-b78d-4abc-80ac-644aeafb4656), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:59.921722 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 1506af6f-e368-448b-aa78-a2c86ce9b462 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:29:59.922171 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (1506af6f-e368-448b-aa78-a2c86ce9b462), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:59.925083 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c1f0233-b78d-4abc-80ac-644aeafb4656 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:29:59.967955 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 3c1f0233-b78d-4abc-80ac-644aeafb4656, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3c1f0233-b78d-4abc-80ac-644aeafb4656,segment=NetworkSegment(9319e40f-b31f-4389-b110-ad9b4c314925),segment_id=9319e40f-b31f-4389-b110-ad9b4c314925)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:29:59.975459 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (3c1f0233-b78d-4abc-80ac-644aeafb4656), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:29:59.976122 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device ba58ff3d-570b-447a-86ec-a6d9a70152fc details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 07:29:59.990928 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 1506af6f-e368-448b-aa78-a2c86ce9b462, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1506af6f-e368-448b-aa78-a2c86ce9b462,segment=NetworkSegment(21ee6202-3607-432f-b12e-4294c3e078fe),segment_id=21ee6202-3607-432f-b12e-4294c3e078fe)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:30:00.013216 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (1506af6f-e368-448b-aa78-a2c86ce9b462), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:00.071593 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=3c1f0233-b78d-4abc-80ac-644aeafb4656,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:00.127809 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 34298) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:00.172180 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=1506af6f-e368-448b-aa78-a2c86ce9b462,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:00.209354 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port ba58ff3d-570b-447a-86ec-a6d9a70152fc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ba58ff3d-570b-447a-86ec-a6d9a70152fc,segment=NetworkSegment(d7e1724e-6066-427b-a3a4-bc3e1a8af7fa),segment_id=d7e1724e-6066-427b-a3a4-bc3e1a8af7fa)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:30:00.228058 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Returning: {'device': 'ba58ff3d-570b-447a-86ec-a6d9a70152fc', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'port_id': 'ba58ff3d-570b-447a-86ec-a6d9a70152fc', 'mac_address': 'fa:16:3e:5e:bf:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 07:30:00.272537 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port ba58ff3d-570b-447a-86ec-a6d9a70152fc is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:30:00.272859 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (ba58ff3d-570b-447a-86ec-a6d9a70152fc), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:00.291164 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba58ff3d-570b-447a-86ec-a6d9a70152fc {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:30:00.297075 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8a153400-c2f8-43e6-a7a8-9102a3c26121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:00.319080 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port ba58ff3d-570b-447a-86ec-a6d9a70152fc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ba58ff3d-570b-447a-86ec-a6d9a70152fc,segment=NetworkSegment(d7e1724e-6066-427b-a3a4-bc3e1a8af7fa),segment_id=d7e1724e-6066-427b-a3a4-bc3e1a8af7fa)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:30:00.325119 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (ba58ff3d-570b-447a-86ec-a6d9a70152fc), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:00.330194 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:00.351951 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5d6941-4c0e-4d53-94a7-70dcc586fbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1506af6f-e368-448b-aa78-a2c86ce9b462'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:30:00.354618 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae3fbe182e2c1c70a5346b740f804138ecd9042bc04c1c47f40fee79c776d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d37497-6f05-4ce1-a5aa-039c6df892b4" -d '{"events": [{"server_uuid": "7b5d6941-4c0e-4d53-94a7-70dcc586fbef", "name": "network-vif-plugged", "status": "completed", "tag": "1506af6f-e368-448b-aa78-a2c86ce9b462"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:30:00.394568 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=ba58ff3d-570b-447a-86ec-a6d9a70152fc,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:00.409939 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8a153400-c2f8-43e6-a7a8-9102a3c26121 admin admin] Publish callbacks [] for security_group (23ee0442-aa2e-4107-aed6-1d2fa8f1c149), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:00.415701 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8a153400-c2f8-43e6-a7a8-9102a3c26121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (23ee0442-aa2e-4107-aed6-1d2fa8f1c149), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:00.424074 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8c5030-5f3f-4a86-bfdb-169a3a424d27 x-openstack-request-id: req-6e8c5030-5f3f-4a86-bfdb-169a3a424d27 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:30:00.424470 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5d6941-4c0e-4d53-94a7-70dcc586fbef", "name": "network-vif-plugged", "status": "completed", "tag": "1506af6f-e368-448b-aa78-a2c86ce9b462", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:30:00.424893 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e8c5030-5f3f-4a86-bfdb-169a3a424d27 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:30:00.425425 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e8c5030-5f3f-4a86-bfdb-169a3a424d27'] response: {'server_uuid': '7b5d6941-4c0e-4d53-94a7-70dcc586fbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1506af6f-e368-448b-aa78-a2c86ce9b462', 'code': 200} Nov 02 07:30:00.468313 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a153400-c2f8-43e6-a7a8-9102a3c26121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ee0442-aa2e-4107-aed6-1d2fa8f1c149,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:00.473262 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-8a153400-c2f8-43e6-a7a8-9102a3c26121 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d4ea076280664004aeb1b0d16be1ee75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3443410 Nov 02 07:30:00.476756 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 34318) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:00.565686 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e6b83b98-4c4a-4997-b776-bbe5a1ee03f9 admin admin] Publish callbacks [] for security_group (23ee0442-aa2e-4107-aed6-1d2fa8f1c149), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:00.636937 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e6b83b98-4c4a-4997-b776-bbe5a1ee03f9 admin admin] Publish callbacks [] for security_group (23ee0442-aa2e-4107-aed6-1d2fa8f1c149), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:00.823351 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346daec-fa3c-4ff5-8b59-8be150a9c655 req-3bdbf770-ac7e-4202-b4c5-652470ceb27f tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:00.830894 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7346daec-fa3c-4ff5-8b59-8be150a9c655 req-3bdbf770-ac7e-4202-b4c5-652470ceb27f tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 944 time: 0.1429763 Nov 02 07:30:00.852207 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3db49d-cc50-42bc-a831-e22806666918 req-d08cf3c7-61bf-4023-8ede-c2fcedf488e4 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:00.854166 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4e3db49d-cc50-42bc-a831-e22806666918 req-d08cf3c7-61bf-4023-8ede-c2fcedf488e4 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 944 time: 0.1748166 Nov 02 07:30:00.870910 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['3c1f0233-b78d-4abc-80ac-644aeafb4656'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:30:00.921668 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e6b83b98-4c4a-4997-b776-bbe5a1ee03f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (23ee0442-aa2e-4107-aed6-1d2fa8f1c149), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:00.924464 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e6b83b98-4c4a-4997-b776-bbe5a1ee03f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:00.925691 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-e6b83b98-4c4a-4997-b776-bbe5a1ee03f9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/23ee0442-aa2e-4107-aed6-1d2fa8f1c149 HTTP/1.1" status: 204 len: 168 time: 0.4472573 Nov 02 07:30:00.957445 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7346daec-fa3c-4ff5-8b59-8be150a9c655 req-4234e043-a239-4eb6-8746-a4fd979731d2 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257086 Nov 02 07:30:00.958195 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b83b98-4c4a-4997-b776-bbe5a1ee03f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ee0442-aa2e-4107-aed6-1d2fa8f1c149,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:00.981736 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4e3db49d-cc50-42bc-a831-e22806666918 req-b3656e1f-65ce-49d7-b33d-63faefaa944d tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922918 Nov 02 07:30:00.985316 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['ba58ff3d-570b-447a-86ec-a6d9a70152fc'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:30:01.086244 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:01.138412 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344db11-f6ff-45ea-9daf-4cb66b746363 req-8f494dbc-01b6-427e-b98e-e2291f109fd4 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:01.145833 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3344db11-f6ff-45ea-9daf-4cb66b746363 req-8f494dbc-01b6-427e-b98e-e2291f109fd4 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7b5d6941-4c0e-4d53-94a7-70dcc586fbef HTTP/1.1" status: 200 len: 946 time: 0.0734205 Nov 02 07:30:01.180349 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:01.201363 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 34356) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:01.209148 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3344db11-f6ff-45ea-9daf-4cb66b746363 req-566af9a7-27cd-4ce9-8549-9ce52ad32504 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=166ab8a5-276e-40c1-96c5-c4d104c5fb15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588760 Nov 02 07:30:01.311773 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186e500-9e9b-42d0-91ff-096c2b0e47c0 req-b6068e1c-f278-45e9-85b1-ebbcca85264e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:01.313187 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d186e500-9e9b-42d0-91ff-096c2b0e47c0 req-b6068e1c-f278-45e9-85b1-ebbcca85264e service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=7b5d6941-4c0e-4d53-94a7-70dcc586fbef HTTP/1.1" status: 200 len: 1130 time: 0.0891042 Nov 02 07:30:01.365092 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c0034eab-bfb6-464c-8146-a458e33b7eb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:01.381045 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d186e500-9e9b-42d0-91ff-096c2b0e47c0 req-1ea33b87-0edf-4c19-b0be-e3cb183073d1 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=166ab8a5-276e-40c1-96c5-c4d104c5fb15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607233 Nov 02 07:30:01.405095 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 34360) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:01.419614 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-18e06dc7-6536-4696-ba91-418ac2dd60e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:01.423185 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:01.460319 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:01.460527 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c0034eab-bfb6-464c-8146-a458e33b7eb1 admin admin] Publish callbacks [] for security_group (9229d7c3-e007-4761-ac7c-ff73aeb4f5f9), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:01.465144 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c0034eab-bfb6-464c-8146-a458e33b7eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (9229d7c3-e007-4761-ac7c-ff73aeb4f5f9), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:01.503086 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-18e06dc7-6536-4696-ba91-418ac2dd60e8 admin admin] Publish callbacks [] for security_group (15bcf77a-929f-4009-bb3d-1b15e9e0c665), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:01.508283 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-18e06dc7-6536-4696-ba91-418ac2dd60e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (15bcf77a-929f-4009-bb3d-1b15e9e0c665), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:01.514900 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-c0034eab-bfb6-464c-8146-a458e33b7eb1 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=31e763668e014b6eb992984f254722c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124907 Nov 02 07:30:01.516053 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0034eab-bfb6-464c-8146-a458e33b7eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9229d7c3-e007-4761-ac7c-ff73aeb4f5f9,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:01.518398 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 34362) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:01.547894 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-18e06dc7-6536-4696-ba91-418ac2dd60e8 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1064d39b9ed94a168e5c5392842b1315&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417584 Nov 02 07:30:01.548979 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e06dc7-6536-4696-ba91-418ac2dd60e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bcf77a-929f-4009-bb3d-1b15e9e0c665,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:01.551270 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 34364) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:01.569989 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-483a27b3-4a7f-437c-b90f-e89911fa3ea9 admin admin] Publish callbacks [] for security_group (9229d7c3-e007-4761-ac7c-ff73aeb4f5f9), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:01.593046 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-483a27b3-4a7f-437c-b90f-e89911fa3ea9 admin admin] Publish callbacks [] for security_group (9229d7c3-e007-4761-ac7c-ff73aeb4f5f9), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:01.612582 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-992bcbf9-3aa0-4c23-8051-9bf9640672d4 admin admin] Publish callbacks [] for security_group (15bcf77a-929f-4009-bb3d-1b15e9e0c665), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:01.633946 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-992bcbf9-3aa0-4c23-8051-9bf9640672d4 admin admin] Publish callbacks [] for security_group (15bcf77a-929f-4009-bb3d-1b15e9e0c665), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:01.655536 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-483a27b3-4a7f-437c-b90f-e89911fa3ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (9229d7c3-e007-4761-ac7c-ff73aeb4f5f9), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:01.658297 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-483a27b3-4a7f-437c-b90f-e89911fa3ea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:01.660230 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-483a27b3-4a7f-437c-b90f-e89911fa3ea9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9229d7c3-e007-4761-ac7c-ff73aeb4f5f9 HTTP/1.1" status: 204 len: 168 time: 0.1409354 Nov 02 07:30:01.673244 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a27b3-4a7f-437c-b90f-e89911fa3ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9229d7c3-e007-4761-ac7c-ff73aeb4f5f9,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:01.694240 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-992bcbf9-3aa0-4c23-8051-9bf9640672d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (15bcf77a-929f-4009-bb3d-1b15e9e0c665), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:01.697167 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-992bcbf9-3aa0-4c23-8051-9bf9640672d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:01.698244 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-992bcbf9-3aa0-4c23-8051-9bf9640672d4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/15bcf77a-929f-4009-bb3d-1b15e9e0c665 HTTP/1.1" status: 204 len: 168 time: 0.1461008 Nov 02 07:30:01.712968 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992bcbf9-3aa0-4c23-8051-9bf9640672d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bcf77a-929f-4009-bb3d-1b15e9e0c665,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:02.243008 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3f1bb-c316-4527-83c6-d7983c59706e req-92f758a4-4b4c-4329-bfa1-ae9328836df6 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:02.246335 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3dc3f1bb-c316-4527-83c6-d7983c59706e req-92f758a4-4b4c-4329-bfa1-ae9328836df6 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 944 time: 0.1526077 Nov 02 07:30:02.300607 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b186e96-dd63-4ce0-8c31-0843f1a62fab req-90e9be5d-6dff-4cf7-a663-416170232603 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:02.308733 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 3c1f0233-b78d-4abc-80ac-644aeafb4656 up at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:30:02.309931 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7b186e96-dd63-4ce0-8c31-0843f1a62fab req-90e9be5d-6dff-4cf7-a663-416170232603 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 944 time: 0.1364343 Nov 02 07:30:02.422301 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning for port 3c1f0233-b78d-4abc-80ac-644aeafb4656 completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 07:30:02.422735 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3dc3f1bb-c316-4527-83c6-d7983c59706e req-9956afba-4808-45b7-89f2-2a6d32b08cc0 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939307 Nov 02 07:30:02.454892 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning complete for port 3c1f0233-b78d-4abc-80ac-644aeafb4656 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:02.455648 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (3c1f0233-b78d-4abc-80ac-644aeafb4656), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:02.456393 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Attempt 1 to provision port 3c1f0233-b78d-4abc-80ac-644aeafb4656 Nov 02 07:30:02.490043 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7b186e96-dd63-4ce0-8c31-0843f1a62fab req-567f349b-758c-46a3-a61c-f42fcedd3646 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789310 Nov 02 07:30:02.583153 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 3c1f0233-b78d-4abc-80ac-644aeafb4656 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:30:02.583603 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (3c1f0233-b78d-4abc-80ac-644aeafb4656), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:02.631478 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 3c1f0233-b78d-4abc-80ac-644aeafb4656, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3c1f0233-b78d-4abc-80ac-644aeafb4656,segment=NetworkSegment(9319e40f-b31f-4389-b110-ad9b4c314925),segment_id=9319e40f-b31f-4389-b110-ad9b4c314925)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:30:02.633148 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684b9aec-ddff-4c9c-9c18-957a432b3c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1f0233-b78d-4abc-80ac-644aeafb4656'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:30:02.638257 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae3fbe182e2c1c70a5346b740f804138ecd9042bc04c1c47f40fee79c776d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253a1c68-a6d8-47f4-af5b-586c3f8c5f3d" -d '{"events": [{"server_uuid": "684b9aec-ddff-4c9c-9c18-957a432b3c17", "name": "network-vif-plugged", "status": "completed", "tag": "3c1f0233-b78d-4abc-80ac-644aeafb4656"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:30:02.641837 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683a584-c594-43f8-942f-cbd4c1189c93 req-197d90ee-b001-4303-b553-436368b0b533 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:02.643433 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7683a584-c594-43f8-942f-cbd4c1189c93 req-197d90ee-b001-4303-b553-436368b0b533 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7b5d6941-4c0e-4d53-94a7-70dcc586fbef HTTP/1.1" status: 200 len: 946 time: 0.1110630 Nov 02 07:30:02.645594 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (3c1f0233-b78d-4abc-80ac-644aeafb4656), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:02.646676 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device ba58ff3d-570b-447a-86ec-a6d9a70152fc up at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:30:02.751018 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7683a584-c594-43f8-942f-cbd4c1189c93 req-3c6815e8-7c00-4b80-8c23-333e0bf02cb8 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=166ab8a5-276e-40c1-96c5-c4d104c5fb15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894787 Nov 02 07:30:02.851093 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 34438) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:02.862211 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0552a0-0de2-491b-9a5c-44bc11ad16a4 x-openstack-request-id: req-ac0552a0-0de2-491b-9a5c-44bc11ad16a4 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:30:02.862539 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684b9aec-ddff-4c9c-9c18-957a432b3c17", "name": "network-vif-plugged", "status": "completed", "tag": "3c1f0233-b78d-4abc-80ac-644aeafb4656", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:30:02.862791 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac0552a0-0de2-491b-9a5c-44bc11ad16a4 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:30:02.863749 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac0552a0-0de2-491b-9a5c-44bc11ad16a4'] response: {'server_uuid': '684b9aec-ddff-4c9c-9c18-957a432b3c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1f0233-b78d-4abc-80ac-644aeafb4656', 'code': 200} Nov 02 07:30:02.887461 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning for port ba58ff3d-570b-447a-86ec-a6d9a70152fc completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 07:30:02.906451 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning complete for port ba58ff3d-570b-447a-86ec-a6d9a70152fc triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:02.907280 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (ba58ff3d-570b-447a-86ec-a6d9a70152fc), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:02.907280 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Attempt 1 to provision port ba58ff3d-570b-447a-86ec-a6d9a70152fc Nov 02 07:30:02.909106 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=3c1f0233-b78d-4abc-80ac-644aeafb4656,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:02.952453 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:03.011730 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port ba58ff3d-570b-447a-86ec-a6d9a70152fc is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:30:03.012127 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (ba58ff3d-570b-447a-86ec-a6d9a70152fc), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:03.061001 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port ba58ff3d-570b-447a-86ec-a6d9a70152fc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ba58ff3d-570b-447a-86ec-a6d9a70152fc,segment=NetworkSegment(d7e1724e-6066-427b-a3a4-bc3e1a8af7fa),segment_id=d7e1724e-6066-427b-a3a4-bc3e1a8af7fa)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:30:03.066510 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (ba58ff3d-570b-447a-86ec-a6d9a70152fc), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:03.123345 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=ba58ff3d-570b-447a-86ec-a6d9a70152fc,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:03.151088 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0be60814-a5fc-40a9-a89c-ddd5092f3a68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:03.161794 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3243f0-7676-44ee-b595-431505defc24 req-8dd44463-7922-4909-8818-2906e857ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:03.163296 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5c3243f0-7676-44ee-b595-431505defc24 req-8dd44463-7922-4909-8818-2906e857ae74 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 1129 time: 0.0681791 Nov 02 07:30:03.179191 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:03.253877 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5c3243f0-7676-44ee-b595-431505defc24 req-922f0c2d-0839-4735-b477-d200a04357e8 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830312 Nov 02 07:30:03.289948 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0be60814-a5fc-40a9-a89c-ddd5092f3a68 admin admin] Publish callbacks [] for security_group (3cd8b675-b8b6-4817-939d-f03e6ead8236), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:03.294866 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0be60814-a5fc-40a9-a89c-ddd5092f3a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (3cd8b675-b8b6-4817-939d-f03e6ead8236), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:03.324806 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:03.338258 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-0be60814-a5fc-40a9-a89c-ddd5092f3a68 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7f0493557f3543cd9cc6986fd46a9fe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4834669 Nov 02 07:30:03.338258 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be60814-a5fc-40a9-a89c-ddd5092f3a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd8b675-b8b6-4817-939d-f03e6ead8236,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:03.338471 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 34456) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:03.405757 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2212d0ff-2381-4d29-a170-4e93bc0e1cd4 admin admin] Publish callbacks [] for security_group (3cd8b675-b8b6-4817-939d-f03e6ead8236), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:03.433505 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2212d0ff-2381-4d29-a170-4e93bc0e1cd4 admin admin] Publish callbacks [] for security_group (3cd8b675-b8b6-4817-939d-f03e6ead8236), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:03.505130 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2212d0ff-2381-4d29-a170-4e93bc0e1cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (3cd8b675-b8b6-4817-939d-f03e6ead8236), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:03.507994 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2212d0ff-2381-4d29-a170-4e93bc0e1cd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:03.509817 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-2212d0ff-2381-4d29-a170-4e93bc0e1cd4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3cd8b675-b8b6-4817-939d-f03e6ead8236 HTTP/1.1" status: 204 len: 168 time: 0.1692231 Nov 02 07:30:03.518853 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212d0ff-2381-4d29-a170-4e93bc0e1cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd8b675-b8b6-4817-939d-f03e6ead8236,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:03.597316 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada60821-85ae-4aa8-bce7-10d01a931c78 req-f1261dad-c84f-4293-b557-1982d20e8c2a tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:03.605468 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ada60821-85ae-4aa8-bce7-10d01a931c78 req-f1261dad-c84f-4293-b557-1982d20e8c2a tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.0804524 Nov 02 07:30:03.702515 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422c17d-ce30-48bc-992d-4c4f74408087 req-1fe37403-ac0d-4de0-9423-b4b9099ec352 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:03.705032 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f422c17d-ce30-48bc-992d-4c4f74408087 req-1fe37403-ac0d-4de0-9423-b4b9099ec352 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.0965822 Nov 02 07:30:03.958304 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ada60821-85ae-4aa8-bce7-10d01a931c78 req-2d689107-f19c-4b65-80d1-61078f43cfce tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500612 Nov 02 07:30:04.006265 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f422c17d-ce30-48bc-992d-4c4f74408087 req-8487706e-276d-4a6a-8877-eef6971bc2c2 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2935464 Nov 02 07:30:04.111509 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 34506) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:04.127999 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e758f2d5-8083-40e8-8c81-0a702461f1a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:04.136839 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f29373-e4a0-47a1-b770-be941b5402bb req-4610f506-216d-420e-aa67-1fa5e4ddf957 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:04.143888 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e5f29373-e4a0-47a1-b770-be941b5402bb req-4610f506-216d-420e-aa67-1fa5e4ddf957 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7b5d6941-4c0e-4d53-94a7-70dcc586fbef HTTP/1.1" status: 200 len: 946 time: 0.0593312 Nov 02 07:30:04.201889 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:04.204035 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e5f29373-e4a0-47a1-b770-be941b5402bb req-56d562b0-7e55-4649-8d04-1376de71fc2c tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=166ab8a5-276e-40c1-96c5-c4d104c5fb15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584216 Nov 02 07:30:04.249899 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e758f2d5-8083-40e8-8c81-0a702461f1a0 admin admin] Publish callbacks [] for security_group (fd640c29-2050-4031-8d28-2e94cd0349e3), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:04.261893 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e758f2d5-8083-40e8-8c81-0a702461f1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (fd640c29-2050-4031-8d28-2e94cd0349e3), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:04.353115 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758f2d5-8083-40e8-8c81-0a702461f1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd640c29-2050-4031-8d28-2e94cd0349e3,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:04.359949 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-e758f2d5-8083-40e8-8c81-0a702461f1a0 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a801965f233d41b58b9b3409c28a57ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472253 Nov 02 07:30:04.362525 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 34514) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:04.443293 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0de15809-03f9-48b0-b938-7dbd70b660d8 admin admin] Publish callbacks [] for security_group (fd640c29-2050-4031-8d28-2e94cd0349e3), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:04.467248 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0de15809-03f9-48b0-b938-7dbd70b660d8 admin admin] Publish callbacks [] for security_group (fd640c29-2050-4031-8d28-2e94cd0349e3), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:04.530562 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0de15809-03f9-48b0-b938-7dbd70b660d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (fd640c29-2050-4031-8d28-2e94cd0349e3), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:04.534267 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0de15809-03f9-48b0-b938-7dbd70b660d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:04.536861 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-0de15809-03f9-48b0-b938-7dbd70b660d8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/fd640c29-2050-4031-8d28-2e94cd0349e3 HTTP/1.1" status: 204 len: 168 time: 0.1717908 Nov 02 07:30:04.546964 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de15809-03f9-48b0-b938-7dbd70b660d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd640c29-2050-4031-8d28-2e94cd0349e3,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:04.865755 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae04f42-6d0d-42e5-ae5f-8022b6f546df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba58ff3d-570b-447a-86ec-a6d9a70152fc'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:30:04.868916 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae3fbe182e2c1c70a5346b740f804138ecd9042bc04c1c47f40fee79c776d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32665103-e63f-4572-b0e0-44ac05981e79" -d '{"events": [{"server_uuid": "cae04f42-6d0d-42e5-ae5f-8022b6f546df", "name": "network-vif-plugged", "status": "completed", "tag": "ba58ff3d-570b-447a-86ec-a6d9a70152fc"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:30:04.926552 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37efd853-545f-45cc-8b74-33761f00bcb1 x-openstack-request-id: req-37efd853-545f-45cc-8b74-33761f00bcb1 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:30:04.927041 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae04f42-6d0d-42e5-ae5f-8022b6f546df", "name": "network-vif-plugged", "status": "completed", "tag": "ba58ff3d-570b-447a-86ec-a6d9a70152fc", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:30:04.927294 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37efd853-545f-45cc-8b74-33761f00bcb1 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:30:04.931053 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37efd853-545f-45cc-8b74-33761f00bcb1'] response: {'server_uuid': 'cae04f42-6d0d-42e5-ae5f-8022b6f546df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba58ff3d-570b-447a-86ec-a6d9a70152fc', 'code': 200} Nov 02 07:30:05.224255 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7eccc-a7b4-4864-b730-f051c11d03eb req-8dc36ef5-7e1a-4c1f-9cc1-0eef3fe8dd40 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:05.225800 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-81e7eccc-a7b4-4864-b730-f051c11d03eb req-8dc36ef5-7e1a-4c1f-9cc1-0eef3fe8dd40 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.1559563 Nov 02 07:30:05.368978 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816576e-606a-467b-afb6-6a3c619f19e8 req-8457803f-9a52-4729-b4b5-fd2cbaec0cd9 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:05.384092 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b816576e-606a-467b-afb6-6a3c619f19e8 req-8457803f-9a52-4729-b4b5-fd2cbaec0cd9 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.2495422 Nov 02 07:30:05.426753 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac1885-077f-42f7-a21a-bb2d6ca0f1f4 req-49276096-2556-4eca-ab71-a765f1ca745a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:05.429492 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e8ac1885-077f-42f7-a21a-bb2d6ca0f1f4 req-49276096-2556-4eca-ab71-a765f1ca745a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 1129 time: 0.1642399 Nov 02 07:30:05.529269 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b816576e-606a-467b-afb6-6a3c619f19e8 req-f87e9eae-f8fe-4bb7-969c-1eb3f67faced tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433032 Nov 02 07:30:05.542187 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-81e7eccc-a7b4-4864-b730-f051c11d03eb req-251a3b9f-cfbe-4eca-b646-f46e1411b8f1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614398 Nov 02 07:30:05.564944 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e8ac1885-077f-42f7-a21a-bb2d6ca0f1f4 req-36ae9317-f267-42aa-be6c-7406d614585a service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215324 Nov 02 07:30:05.986485 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf254672-dffa-4c40-9396-81c0a03d938b req-9a7f6620-0ba8-4021-b868-0badfb91b7a5 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:05.988027 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-cf254672-dffa-4c40-9396-81c0a03d938b req-9a7f6620-0ba8-4021-b868-0badfb91b7a5 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.0559881 Nov 02 07:30:06.053536 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-cf254672-dffa-4c40-9396-81c0a03d938b req-cba59167-a72d-4087-9be8-c336044bf972 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579436 Nov 02 07:30:06.106926 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 34634) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:06.242018 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-9aa9c271-be62-40bf-9ce6-b3b2bc538c1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:06.328059 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27a495-599b-44f2-b473-e02cde989ff3 req-953ab38b-c1bd-43ab-af60-3a2ec671535a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:06.329623 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bf27a495-599b-44f2-b473-e02cde989ff3 req-953ab38b-c1bd-43ab-af60-3a2ec671535a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c60cb95cbf734d9b852af2bdcad4e1c0&device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 1129 time: 0.0596402 Nov 02 07:30:06.354196 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:06.373593 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-9aa9c271-be62-40bf-9ce6-b3b2bc538c1c admin admin] Publish callbacks [] for security_group (7ba336e1-ddda-4db6-8636-2453abf79fae), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:06.394704 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-9aa9c271-be62-40bf-9ce6-b3b2bc538c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (7ba336e1-ddda-4db6-8636-2453abf79fae), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:06.476438 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 34654) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:06.476974 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:06.494311 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-9aa9c271-be62-40bf-9ce6-b3b2bc538c1c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d4304f64c7134b76b90e8c2e27621633&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3858056 Nov 02 07:30:06.495398 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9c271-be62-40bf-9ce6-b3b2bc538c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba336e1-ddda-4db6-8636-2453abf79fae,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:06.496933 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 34662) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:06.535235 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27a495-599b-44f2-b473-e02cde989ff3 req-52feab49-a435-44cb-b471-c36cb8c086aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:06.537001 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bf27a495-599b-44f2-b473-e02cde989ff3 req-52feab49-a435-44cb-b471-c36cb8c086aa service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=f40ed210-eb7b-4935-8be8-8b7615c77c12 HTTP/1.1" status: 200 len: 920 time: 0.1657848 Nov 02 07:30:06.616325 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f7edbf6b-b35d-4447-9fe7-303b03942928 admin admin] Publish callbacks [] for security_group (7ba336e1-ddda-4db6-8636-2453abf79fae), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:06.658900 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9c3ef12b-b6b1-48b4-9e92-ceb7589b3919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:06.664456 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f7edbf6b-b35d-4447-9fe7-303b03942928 admin admin] Publish callbacks [] for security_group (7ba336e1-ddda-4db6-8636-2453abf79fae), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:06.681634 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:06.744709 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cb850-7b1b-49da-97da-c940d4db2bb0 req-955d7431-95bd-4250-a5da-ebabfacd77bf tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:06.765539 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b52cb850-7b1b-49da-97da-c940d4db2bb0 req-955d7431-95bd-4250-a5da-ebabfacd77bf tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.0949917 Nov 02 07:30:06.781514 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f7edbf6b-b35d-4447-9fe7-303b03942928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (7ba336e1-ddda-4db6-8636-2453abf79fae), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:06.781514 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f7edbf6b-b35d-4447-9fe7-303b03942928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:06.781514 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-f7edbf6b-b35d-4447-9fe7-303b03942928 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7ba336e1-ddda-4db6-8636-2453abf79fae HTTP/1.1" status: 204 len: 168 time: 0.2806036 Nov 02 07:30:06.801781 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7edbf6b-b35d-4447-9fe7-303b03942928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba336e1-ddda-4db6-8636-2453abf79fae,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:06.851846 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b52cb850-7b1b-49da-97da-c940d4db2bb0 req-30f21941-a263-4224-a491-707348f27d6a tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809126 Nov 02 07:30:06.881182 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9c3ef12b-b6b1-48b4-9e92-ceb7589b3919 admin admin] Publish callbacks [] for security_group (5473f359-25a4-4b93-a61d-d82925e18b6f), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:06.900037 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9c3ef12b-b6b1-48b4-9e92-ceb7589b3919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (5473f359-25a4-4b93-a61d-d82925e18b6f), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:06.950722 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-9c3ef12b-b6b1-48b4-9e92-ceb7589b3919 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=68cdf5ead9864c3496071d8a937dc04b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4755745 Nov 02 07:30:06.950722 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ef12b-b6b1-48b4-9e92-ceb7589b3919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5473f359-25a4-4b93-a61d-d82925e18b6f,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:06.950896 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 34678) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:07.019726 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cfa20ea9-7957-4524-9e3a-219fa5e065cf admin admin] Publish callbacks [] for security_group (5473f359-25a4-4b93-a61d-d82925e18b6f), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:07.043848 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cfa20ea9-7957-4524-9e3a-219fa5e065cf admin admin] Publish callbacks [] for security_group (5473f359-25a4-4b93-a61d-d82925e18b6f), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:07.101240 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cfa20ea9-7957-4524-9e3a-219fa5e065cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (5473f359-25a4-4b93-a61d-d82925e18b6f), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:07.104702 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cfa20ea9-7957-4524-9e3a-219fa5e065cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:07.105955 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-cfa20ea9-7957-4524-9e3a-219fa5e065cf admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5473f359-25a4-4b93-a61d-d82925e18b6f HTTP/1.1" status: 204 len: 168 time: 0.1533108 Nov 02 07:30:07.116369 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa20ea9-7957-4524-9e3a-219fa5e065cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5473f359-25a4-4b93-a61d-d82925e18b6f,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:07.236844 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 34692) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:07.255910 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a9e1fd60-64f9-4771-8fad-dd3926357a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:07.325275 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bf27a495-599b-44f2-b473-e02cde989ff3 req-47978d4e-f9f2-4b3d-bc9d-32a4d4c988f4 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c1f0233-b78d-4abc-80ac-644aeafb4656 HTTP/1.1" status: 200 len: 217 time: 0.1432941 Nov 02 07:30:07.344164 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7ab6e-3490-4e31-99f0-cd1504713d19 req-14ed7ffa-8a84-4b6f-be15-c9945efb299e tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:07.345715 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e9b7ab6e-3490-4e31-99f0-cd1504713d19 req-14ed7ffa-8a84-4b6f-be15-c9945efb299e tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.1918726 Nov 02 07:30:07.348351 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:07.380029 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a9e1fd60-64f9-4771-8fad-dd3926357a63 admin admin] Publish callbacks [] for security_group (10304496-12bc-4d66-b9f4-8af3df1cd1bc), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:07.385188 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a9e1fd60-64f9-4771-8fad-dd3926357a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (10304496-12bc-4d66-b9f4-8af3df1cd1bc), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:07.435112 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-a9e1fd60-64f9-4771-8fad-dd3926357a63 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=6bf61e05ed9b4e8298296b0a93899cf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1970479 Nov 02 07:30:07.438136 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 34702) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:07.452539 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e9b7ab6e-3490-4e31-99f0-cd1504713d19 req-93af2cb5-4634-4904-81e3-5fa045c724f9 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939167 Nov 02 07:30:07.453431 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1fd60-64f9-4771-8fad-dd3926357a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10304496-12bc-4d66-b9f4-8af3df1cd1bc,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:07.459080 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27a495-599b-44f2-b473-e02cde989ff3 req-84610895-d9f2-4685-a4f8-63bca337d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:07.460536 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bf27a495-599b-44f2-b473-e02cde989ff3 req-84610895-d9f2-4685-a4f8-63bca337d0a3 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=2425be66-0e89-40dd-949b-94121b115f5c HTTP/1.1" status: 200 len: 858 time: 0.0992029 Nov 02 07:30:07.518527 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-763e45ad-437e-486f-85dc-016b5611f281 admin admin] Publish callbacks [] for security_group (10304496-12bc-4d66-b9f4-8af3df1cd1bc), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:07.527006 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27a495-599b-44f2-b473-e02cde989ff3 req-9c1598af-8372-4a87-b9c0-4b460cc528af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:07.528802 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bf27a495-599b-44f2-b473-e02cde989ff3 req-9c1598af-8372-4a87-b9c0-4b460cc528af service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=f40ed210-eb7b-4935-8be8-8b7615c77c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0535953 Nov 02 07:30:07.541699 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-763e45ad-437e-486f-85dc-016b5611f281 admin admin] Publish callbacks [] for security_group (10304496-12bc-4d66-b9f4-8af3df1cd1bc), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:07.594828 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-763e45ad-437e-486f-85dc-016b5611f281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (10304496-12bc-4d66-b9f4-8af3df1cd1bc), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:07.597837 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-763e45ad-437e-486f-85dc-016b5611f281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:07.599228 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-763e45ad-437e-486f-85dc-016b5611f281 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/10304496-12bc-4d66-b9f4-8af3df1cd1bc HTTP/1.1" status: 204 len: 168 time: 0.1600161 Nov 02 07:30:07.610817 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e45ad-437e-486f-85dc-016b5611f281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10304496-12bc-4d66-b9f4-8af3df1cd1bc,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:07.743481 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bf27a495-599b-44f2-b473-e02cde989ff3 req-e79776ad-73bb-4504-b56a-f8e65bf8452b service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205189 Nov 02 07:30:07.857339 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bf27a495-599b-44f2-b473-e02cde989ff3 req-ad702438-4a4f-4e9a-adbc-e3d61ca4fd56 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071992 Nov 02 07:30:08.004618 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfff8e1-27da-4814-8678-25efc02912a0 req-30a38a7e-d5f2-45f5-942e-7dbc3fb334d1 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:08.006258 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7cfff8e1-27da-4814-8678-25efc02912a0 req-30a38a7e-d5f2-45f5-942e-7dbc3fb334d1 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.0767891 Nov 02 07:30:08.081104 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7cfff8e1-27da-4814-8678-25efc02912a0 req-4b22d178-1758-4f0b-8dea-887c86b8f2ef tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687311 Nov 02 07:30:08.264395 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7dc5c-af5e-4901-b9dd-26aa04d6556e req-c5d850c3-dccc-4f9a-a868-419ddc7cc66a tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:08.266395 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f2f7dc5c-af5e-4901-b9dd-26aa04d6556e req-c5d850c3-dccc-4f9a-a868-419ddc7cc66a tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.0709746 Nov 02 07:30:08.277440 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 34750) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:08.282318 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-42eac000-6113-4c9e-8094-3e75f513a5fc tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Request body: {'floatingip': {'port_id': 'ba58ff3d-570b-447a-86ec-a6d9a70152fc'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:30:08.367891 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-42eac000-6113-4c9e-8094-3e75f513a5fc tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for floatingip (73d9a7e5-4ee9-4e14-b40b-1ad5f4844445), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:08.490964 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:08.659165 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:08.714133 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bba100-133b-49ec-ba26-a8e0e7058f5a req-b26d9ab2-1d39-4ee0-85e9-6ba4462bedba tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:08.720909 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-48bba100-133b-49ec-ba26-a8e0e7058f5a req-b26d9ab2-1d39-4ee0-85e9-6ba4462bedba tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.0938795 Nov 02 07:30:08.877028 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-48bba100-133b-49ec-ba26-a8e0e7058f5a req-e1513a27-b05b-493a-8623-91a016b4ab32 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551583 Nov 02 07:30:09.296600 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-42eac000-6113-4c9e-8094-3e75f513a5fc tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:09.303423 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-42eac000-6113-4c9e-8094-3e75f513a5fc tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (73d9a7e5-4ee9-4e14-b40b-1ad5f4844445), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:09.453435 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.db.l3_db [None req-42eac000-6113-4c9e-8094-3e75f513a5fc tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Floating IP 73d9a7e5-4ee9-4e14-b40b-1ad5f4844445 associated. External IP: 172.27.2.197, port: ba58ff3d-570b-447a-86ec-a6d9a70152fc. Nov 02 07:30:09.759320 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 34866) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:09.867191 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3f4406cf-292e-4a99-90cb-580399baabd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:09.876367 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42eac000-6113-4c9e-8094-3e75f513a5fc tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Router 4d64b9b3-55c5-424c-9589-335054c01a43 has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:30:09.954588 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3f4406cf-292e-4a99-90cb-580399baabd1 admin admin] Publish callbacks [] for security_group (c70361b4-c0c2-4878-8355-e28d021a532b), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:09.958432 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3f4406cf-292e-4a99-90cb-580399baabd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (c70361b4-c0c2-4878-8355-e28d021a532b), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:10.003560 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-3f4406cf-292e-4a99-90cb-580399baabd1 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=37217727cb1c49ffa919f8d8db787500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430408 Nov 02 07:30:10.004407 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4406cf-292e-4a99-90cb-580399baabd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70361b4-c0c2-4878-8355-e28d021a532b,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:10.006909 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 34872) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:10.014728 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:10.020130 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42eac000-6113-4c9e-8094-3e75f513a5fc tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:30:10.029219 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb25d1-c79e-4fca-b40c-d4cd2059cee8 req-9e18f177-6e16-4166-a8f2-52e601f2f8db tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:10.030277 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5dcb25d1-c79e-4fca-b40c-d4cd2059cee8 req-9e18f177-6e16-4166-a8f2-52e601f2f8db tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.0627325 Nov 02 07:30:10.033347 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-42eac000-6113-4c9e-8094-3e75f513a5fc tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:10.034841 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90b7ff9-18bc-49f9-b5c5-83968358fecc None None] Sync routers for ids ['4d64b9b3-55c5-424c-9589-335054c01a43'] in dv-cinder-804735-33-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:30:10.046296 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90b7ff9-18bc-49f9-b5c5-83968358fecc None None] Routers {'4d64b9b3-55c5-424c-9589-335054c01a43'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:30:10.046962 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-f90b7ff9-18bc-49f9-b5c5-83968358fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:29:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['4d64b9b3-55c5-424c-9589-335054c01a43'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:10.048434 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:10.062503 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dab21070-26d8-4b76-a519-75727aa0c7a7 admin admin] Publish callbacks [] for security_group (c70361b4-c0c2-4878-8355-e28d021a532b), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:10.085722 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-42eac000-6113-4c9e-8094-3e75f513a5fc tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/73d9a7e5-4ee9-4e14-b40b-1ad5f4844445 HTTP/1.1" status: 200 len: 991 time: 1.8068581 Nov 02 07:30:10.086605 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae04f42-6d0d-42e5-ae5f-8022b6f546df', 'tag': 'ba58ff3d-570b-447a-86ec-a6d9a70152fc'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:30:10.088710 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dab21070-26d8-4b76-a519-75727aa0c7a7 admin admin] Publish callbacks [] for security_group (c70361b4-c0c2-4878-8355-e28d021a532b), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:10.088940 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dccc21b-dc45-4e52-a3d2-1c7091efadf4" -d '{"events": [{"name": "network-changed", "server_uuid": "cae04f42-6d0d-42e5-ae5f-8022b6f546df", "tag": "ba58ff3d-570b-447a-86ec-a6d9a70152fc"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:30:10.119566 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5dcb25d1-c79e-4fca-b40c-d4cd2059cee8 req-440b403f-8044-4595-a4ed-33c7bba167a9 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634298 Nov 02 07:30:10.152956 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dab21070-26d8-4b76-a519-75727aa0c7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (c70361b4-c0c2-4878-8355-e28d021a532b), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:10.153060 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e0f87c-2bab-4fe7-926d-17236e8fd1f3 x-openstack-request-id: req-b6e0f87c-2bab-4fe7-926d-17236e8fd1f3 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:30:10.153060 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae04f42-6d0d-42e5-ae5f-8022b6f546df", "tag": "ba58ff3d-570b-447a-86ec-a6d9a70152fc", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:30:10.153060 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6e0f87c-2bab-4fe7-926d-17236e8fd1f3 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:30:10.153298 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dab21070-26d8-4b76-a519-75727aa0c7a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:10.153388 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6e0f87c-2bab-4fe7-926d-17236e8fd1f3'] response: {'name': 'network-changed', 'server_uuid': 'cae04f42-6d0d-42e5-ae5f-8022b6f546df', 'tag': 'ba58ff3d-570b-447a-86ec-a6d9a70152fc', 'status': 'completed', 'code': 200} Nov 02 07:30:10.153812 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-dab21070-26d8-4b76-a519-75727aa0c7a7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c70361b4-c0c2-4878-8355-e28d021a532b HTTP/1.1" status: 204 len: 168 time: 0.1459699 Nov 02 07:30:10.156696 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-f90b7ff9-18bc-49f9-b5c5-83968358fecc None None] Set router 4d64b9b3-55c5-424c-9589-335054c01a43 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:30:10.161695 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab21070-26d8-4b76-a519-75727aa0c7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70361b4-c0c2-4878-8355-e28d021a532b,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:10.429829 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-f90b7ff9-18bc-49f9-b5c5-83968358fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'name': 'tempest-AttachVolumeShelveTestJSON-98063645-router', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:15Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 4, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'gw_port': {'id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:17Z', 'updated_at': '2022-11-02T07:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '73d9a7e5-4ee9-4e14-b40b-1ad5f4844445', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'port_id': 'ba58ff3d-570b-447a-86ec-a6d9a70152fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'mac_address': 'fa:16:3e:5e:bf:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae04f42-6d0d-42e5-ae5f-8022b6f546df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:29:32Z', 'updated_at': '2022-11-02T07:30:09Z', 'revision_number': 1, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e2798b-9045-487d-a044-f47cc6fa978c', 'name': '', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'mac_address': 'fa:16:3e:a5:fe:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:22Z', 'updated_at': '2022-11-02T07:29:39Z', 'revision_number': 5, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'subnets': [{'id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:10.455876 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90b7ff9-18bc-49f9-b5c5-83968358fecc None None] Checking router: 4d64b9b3-55c5-424c-9589-335054c01a43 for host: dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:30:10.464577 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90b7ff9-18bc-49f9-b5c5-83968358fecc None None] Routers {'4d64b9b3-55c5-424c-9589-335054c01a43'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:30:10.465173 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-f90b7ff9-18bc-49f9-b5c5-83968358fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:29:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['4d64b9b3-55c5-424c-9589-335054c01a43'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:10.569224 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-f90b7ff9-18bc-49f9-b5c5-83968358fecc None None] Set router 4d64b9b3-55c5-424c-9589-335054c01a43 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:30:10.810906 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-f90b7ff9-18bc-49f9-b5c5-83968358fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'name': 'tempest-AttachVolumeShelveTestJSON-98063645-router', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:15Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 4, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'gw_port': {'id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:17Z', 'updated_at': '2022-11-02T07:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '73d9a7e5-4ee9-4e14-b40b-1ad5f4844445', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'port_id': 'ba58ff3d-570b-447a-86ec-a6d9a70152fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'mac_address': 'fa:16:3e:5e:bf:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae04f42-6d0d-42e5-ae5f-8022b6f546df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:29:32Z', 'updated_at': '2022-11-02T07:30:09Z', 'revision_number': 1, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e2798b-9045-487d-a044-f47cc6fa978c', 'name': '', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'mac_address': 'fa:16:3e:a5:fe:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:22Z', 'updated_at': '2022-11-02T07:29:39Z', 'revision_number': 5, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'subnets': [{'id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:10.835902 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90b7ff9-18bc-49f9-b5c5-83968358fecc None None] The sync data for ids ['4d64b9b3-55c5-424c-9589-335054c01a43'] in dv-cinder-804735-33-iscsi is: [{'id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'name': 'tempest-AttachVolumeShelveTestJSON-98063645-router', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:15Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 4, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'gw_port': {'id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:17Z', 'updated_at': '2022-11-02T07:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '73d9a7e5-4ee9-4e14-b40b-1ad5f4844445', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'floating_ip_address': '172.27.2.197', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'port_id': 'ba58ff3d-570b-447a-86ec-a6d9a70152fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'mac_address': 'fa:16:3e:5e:bf:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae04f42-6d0d-42e5-ae5f-8022b6f546df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:29:32Z', 'updated_at': '2022-11-02T07:30:09Z', 'revision_number': 1, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e2798b-9045-487d-a044-f47cc6fa978c', 'name': '', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'mac_address': 'fa:16:3e:a5:fe:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:22Z', 'updated_at': '2022-11-02T07:29:39Z', 'revision_number': 5, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'subnets': [{'id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:30:11.044998 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a9c34f-7088-4b1b-b064-14390a12f2fc None None] New status for floating IP 73d9a7e5-4ee9-4e14-b40b-1ad5f4844445: ACTIVE {{(pid=104570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 07:30:11.289265 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743688e-cf20-46c0-826c-4f1903d6c093 req-fc4a4129-0be7-40e1-ae05-56fefca22f06 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:11.296413 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a743688e-cf20-46c0-826c-4f1903d6c093 req-fc4a4129-0be7-40e1-ae05-56fefca22f06 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.0705054 Nov 02 07:30:11.357670 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a743688e-cf20-46c0-826c-4f1903d6c093 req-aa1802ac-2a07-4dc7-ba20-1a48615e0ee4 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577364 Nov 02 07:30:11.985941 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccc21b-dc45-4e52-a3d2-1c7091efadf4 req-ab93a238-1dde-488e-a80f-a714d76816a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:11.987352 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8dccc21b-dc45-4e52-a3d2-1c7091efadf4 req-ab93a238-1dde-488e-a80f-a714d76816a5 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=df168e1504c947169b74f50c1ed4de95&device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 1129 time: 0.0416420 Nov 02 07:30:12.001974 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:12.077882 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccc21b-dc45-4e52-a3d2-1c7091efadf4 req-63543c4b-0e14-4007-a7a7-3fec9ce15dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:12.079494 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8dccc21b-dc45-4e52-a3d2-1c7091efadf4 req-63543c4b-0e14-4007-a7a7-3fec9ce15dc7 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=dc944948-bf48-4be4-9702-2103a8c937e6 HTTP/1.1" status: 200 len: 916 time: 0.0857522 Nov 02 07:30:12.175535 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8dccc21b-dc45-4e52-a3d2-1c7091efadf4 req-854f66d6-49f1-42ac-b493-a98a92045273 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba58ff3d-570b-447a-86ec-a6d9a70152fc HTTP/1.1" status: 200 len: 1001 time: 0.0898600 Nov 02 07:30:12.224214 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccc21b-dc45-4e52-a3d2-1c7091efadf4 req-4ae801d4-c1da-4aec-91b8-4e4c18b83c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:12.225667 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8dccc21b-dc45-4e52-a3d2-1c7091efadf4 req-4ae801d4-c1da-4aec-91b8-4e4c18b83c9b service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=1d426ab6-29f8-42bf-863b-191b8ac9a103 HTTP/1.1" status: 200 len: 854 time: 0.0436602 Nov 02 07:30:12.274056 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccc21b-dc45-4e52-a3d2-1c7091efadf4 req-e892657d-84a8-4385-8e35-71d894fafcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:12.275449 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8dccc21b-dc45-4e52-a3d2-1c7091efadf4 req-e892657d-84a8-4385-8e35-71d894fafcf3 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=dc944948-bf48-4be4-9702-2103a8c937e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394456 Nov 02 07:30:12.369891 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8dccc21b-dc45-4e52-a3d2-1c7091efadf4 req-0e1ae19b-2f8f-4ed0-a0f9-f5683a82c54f service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dc944948-bf48-4be4-9702-2103a8c937e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876870 Nov 02 07:30:12.481319 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8dccc21b-dc45-4e52-a3d2-1c7091efadf4 req-5b710abf-c688-4579-b3e7-49a5f61f5ec4 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dc944948-bf48-4be4-9702-2103a8c937e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040480 Nov 02 07:30:12.514937 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96232e4e-7d46-4d27-bbd7-523069adbda1 req-6001a5a5-3349-460d-92b8-523db6d64463 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:12.516411 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-96232e4e-7d46-4d27-bbd7-523069adbda1 req-6001a5a5-3349-460d-92b8-523db6d64463 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.0541544 Nov 02 07:30:12.574481 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-96232e4e-7d46-4d27-bbd7-523069adbda1 req-667ec485-aedd-4857-b7e2-5896d1a6038c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494020 Nov 02 07:30:13.615841 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=100 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:13.699940 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a228c31-318e-4887-b4b7-bd7584d860df req-1aa8e240-e3ba-4269-8fbe-a54f8434c539 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:13.701299 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9a228c31-318e-4887-b4b7-bd7584d860df req-1aa8e240-e3ba-4269-8fbe-a54f8434c539 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.0481513 Nov 02 07:30:13.749618 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9a228c31-318e-4887-b4b7-bd7584d860df req-c5faae63-1850-467d-9712-1282576f4955 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425632 Nov 02 07:30:14.872806 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e31cc7-26d5-4c01-a11e-9cf338630a0e req-f66163c6-fcfb-4847-8a57-8a1964ac7f82 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:14.874274 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f4e31cc7-26d5-4c01-a11e-9cf338630a0e req-f66163c6-fcfb-4847-8a57-8a1964ac7f82 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.0517771 Nov 02 07:30:14.929634 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f4e31cc7-26d5-4c01-a11e-9cf338630a0e req-d423fc42-c4b2-4b0a-9403-a05f710c24c5 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493279 Nov 02 07:30:16.078747 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c96fb-70b4-4c2e-bb41-42697af7e23a req-2f3838a2-bf18-469f-ae37-97b060f77dae tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:16.080785 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ad2c96fb-70b4-4c2e-bb41-42697af7e23a req-2f3838a2-bf18-469f-ae37-97b060f77dae tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.0548539 Nov 02 07:30:16.106200 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:16.131061 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ad2c96fb-70b4-4c2e-bb41-42697af7e23a req-0ae5d8b2-1233-4f2a-ab08-cc297ba54346 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453820 Nov 02 07:30:16.330308 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-6e9d7f2d-54a1-42d8-b53e-4d63e59b3231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:17.268826 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c305b-4b95-4c05-ab09-e1ebf6ef1a81 req-f06ca52d-ebcd-41b4-8db3-465bb97c6898 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:17.270337 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-827c305b-4b95-4c05-ab09-e1ebf6ef1a81 req-f06ca52d-ebcd-41b4-8db3-465bb97c6898 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.0525439 Nov 02 07:30:17.329392 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-827c305b-4b95-4c05-ab09-e1ebf6ef1a81 req-9a132ee4-0934-4284-bae2-2cf39fbbea29 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535314 Nov 02 07:30:18.125201 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 35070) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:18.242172 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-78373cc1-eef1-43e7-8068-e3bbd5a5d989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:18.350608 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-78373cc1-eef1-43e7-8068-e3bbd5a5d989 admin admin] Publish callbacks [] for security_group (5394e773-414b-41d6-98bc-26ec6395c650), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:18.358932 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-78373cc1-eef1-43e7-8068-e3bbd5a5d989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (5394e773-414b-41d6-98bc-26ec6395c650), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:18.401072 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78373cc1-eef1-43e7-8068-e3bbd5a5d989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5394e773-414b-41d6-98bc-26ec6395c650,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:18.420069 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78373cc1-eef1-43e7-8068-e3bbd5a5d989 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:18.420664 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78373cc1-eef1-43e7-8068-e3bbd5a5d989 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:18.421146 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78373cc1-eef1-43e7-8068-e3bbd5a5d989 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:18.421500 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78373cc1-eef1-43e7-8068-e3bbd5a5d989 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:18.422025 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78373cc1-eef1-43e7-8068-e3bbd5a5d989 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:18.422522 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78373cc1-eef1-43e7-8068-e3bbd5a5d989 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:18.422901 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78373cc1-eef1-43e7-8068-e3bbd5a5d989 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:18.423232 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78373cc1-eef1-43e7-8068-e3bbd5a5d989 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:18.423670 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78373cc1-eef1-43e7-8068-e3bbd5a5d989 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:18.424401 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78373cc1-eef1-43e7-8068-e3bbd5a5d989 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:18.424843 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78373cc1-eef1-43e7-8068-e3bbd5a5d989 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:18.425279 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78373cc1-eef1-43e7-8068-e3bbd5a5d989 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:18.426101 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78373cc1-eef1-43e7-8068-e3bbd5a5d989 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:18.426715 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78373cc1-eef1-43e7-8068-e3bbd5a5d989 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:18.428083 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78373cc1-eef1-43e7-8068-e3bbd5a5d989 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:18.456290 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-78373cc1-eef1-43e7-8068-e3bbd5a5d989 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ac8ef1a11bce4dd3b99fa75f82218c37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3298900 Nov 02 07:30:18.458625 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 35096) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:18.509172 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d734a1-025d-4490-a36e-4dab87801219 req-d50da66e-e480-496c-9f79-6a155d8bce95 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:18.518755 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d7d734a1-025d-4490-a36e-4dab87801219 req-d50da66e-e480-496c-9f79-6a155d8bce95 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.0974362 Nov 02 07:30:18.537685 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:18.555381 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-350c9418-b5ed-439c-a44e-e25097ef8d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:18.565479 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f14702ba-0dbb-4656-bdeb-99ec7ef581ed admin admin] Publish callbacks [] for security_group (5394e773-414b-41d6-98bc-26ec6395c650), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:18.591238 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f14702ba-0dbb-4656-bdeb-99ec7ef581ed admin admin] Publish callbacks [] for security_group (5394e773-414b-41d6-98bc-26ec6395c650), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:18.605690 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d7d734a1-025d-4490-a36e-4dab87801219 req-0a7fd197-488f-4c7c-b276-fc92029004b6 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860345 Nov 02 07:30:18.676450 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f14702ba-0dbb-4656-bdeb-99ec7ef581ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (5394e773-414b-41d6-98bc-26ec6395c650), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:18.680832 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f14702ba-0dbb-4656-bdeb-99ec7ef581ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:18.685146 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-f14702ba-0dbb-4656-bdeb-99ec7ef581ed admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5394e773-414b-41d6-98bc-26ec6395c650 HTTP/1.1" status: 204 len: 168 time: 0.2201617 Nov 02 07:30:18.693571 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14702ba-0dbb-4656-bdeb-99ec7ef581ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5394e773-414b-41d6-98bc-26ec6395c650,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:18.855096 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 35124) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:19.130293 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-729faa61-efd0-40b1-9f19-a9ad5925e04a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:19.243140 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-729faa61-efd0-40b1-9f19-a9ad5925e04a admin admin] Publish callbacks [] for security_group (4650f262-aea7-40e3-8581-99fd8018028b), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:19.247390 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-729faa61-efd0-40b1-9f19-a9ad5925e04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (4650f262-aea7-40e3-8581-99fd8018028b), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:19.302270 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 35162) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:19.307198 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-729faa61-efd0-40b1-9f19-a9ad5925e04a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=91af8acabef14e55b88cddae6628cada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4507246 Nov 02 07:30:19.308910 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729faa61-efd0-40b1-9f19-a9ad5925e04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4650f262-aea7-40e3-8581-99fd8018028b,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:19.340162 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:19.367936 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2987330f-3713-4214-801a-2cfc99872664 admin admin] Publish callbacks [] for security_group (4650f262-aea7-40e3-8581-99fd8018028b), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:19.392511 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2987330f-3713-4214-801a-2cfc99872664 admin admin] Publish callbacks [] for security_group (4650f262-aea7-40e3-8581-99fd8018028b), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:19.451108 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2987330f-3713-4214-801a-2cfc99872664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (4650f262-aea7-40e3-8581-99fd8018028b), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:19.454830 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2987330f-3713-4214-801a-2cfc99872664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:19.459218 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-2987330f-3713-4214-801a-2cfc99872664 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4650f262-aea7-40e3-8581-99fd8018028b HTTP/1.1" status: 204 len: 168 time: 0.1558270 Nov 02 07:30:19.469433 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987330f-3713-4214-801a-2cfc99872664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4650f262-aea7-40e3-8581-99fd8018028b,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:19.477418 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987330f-3713-4214-801a-2cfc99872664 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:19.478024 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987330f-3713-4214-801a-2cfc99872664 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:19.478619 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987330f-3713-4214-801a-2cfc99872664 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:19.478968 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987330f-3713-4214-801a-2cfc99872664 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:19.479471 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987330f-3713-4214-801a-2cfc99872664 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:19.479961 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987330f-3713-4214-801a-2cfc99872664 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:19.480590 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987330f-3713-4214-801a-2cfc99872664 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:19.481381 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987330f-3713-4214-801a-2cfc99872664 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:19.481892 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987330f-3713-4214-801a-2cfc99872664 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:19.482911 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987330f-3713-4214-801a-2cfc99872664 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:19.483380 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987330f-3713-4214-801a-2cfc99872664 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:19.483868 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987330f-3713-4214-801a-2cfc99872664 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:19.484341 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987330f-3713-4214-801a-2cfc99872664 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:19.485064 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987330f-3713-4214-801a-2cfc99872664 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:19.485423 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987330f-3713-4214-801a-2cfc99872664 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:19.614543 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 35180) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:19.615938 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccc3a6-1395-4c00-8e5d-503b4ffcf9b6 req-4769cf5e-3d7e-4b90-946b-ef60abd64a6e tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:19.617501 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4eccc3a6-1395-4c00-8e5d-503b4ffcf9b6 req-4769cf5e-3d7e-4b90-946b-ef60abd64a6e tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7b5d6941-4c0e-4d53-94a7-70dcc586fbef HTTP/1.1" status: 200 len: 946 time: 0.0629871 Nov 02 07:30:19.709211 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4eccc3a6-1395-4c00-8e5d-503b4ffcf9b6 req-559cc453-189d-47f6-ae7d-9d46f5e70686 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=166ab8a5-276e-40c1-96c5-c4d104c5fb15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824590 Nov 02 07:30:19.762964 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcabc9f-d98e-4da6-bb56-04a02cd507ac req-a5df24e3-d344-4092-bb2e-2127023a5abc tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:19.765674 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4fcabc9f-d98e-4da6-bb56-04a02cd507ac req-a5df24e3-d344-4092-bb2e-2127023a5abc tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.0554297 Nov 02 07:30:19.822321 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-09ae30f4-325a-455f-ae1a-a1b39f7ea231 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1641613649-network', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:30:19.827140 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4fcabc9f-d98e-4da6-bb56-04a02cd507ac req-e9969f56-0ef8-4886-b1f0-87d0bab5dc84 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556264 Nov 02 07:30:19.853336 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 35186) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:19.860559 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ae30f4-325a-455f-ae1a-a1b39f7ea231 admin admin] Made reservation on behalf of 566514b413e24aaebe69c11ce2159ac9 for: {'network': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:30:19.863658 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-09ae30f4-325a-455f-ae1a-a1b39f7ea231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for network (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:19.873257 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c6e8c16c-f889-489c-9e16-a0740ee485ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:19.875293 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-09ae30f4-325a-455f-ae1a-a1b39f7ea231 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:19.881015 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:19.927127 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:19.966707 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c6e8c16c-f889-489c-9e16-a0740ee485ab admin admin] Publish callbacks [] for security_group (8ab01fe1-6fd3-4d3a-b53a-b8989b1182ca), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:19.971138 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c6e8c16c-f889-489c-9e16-a0740ee485ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (8ab01fe1-6fd3-4d3a-b53a-b8989b1182ca), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:19.973937 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-09ae30f4-325a-455f-ae1a-a1b39f7ea231 admin admin] Publish callbacks [] for security_group (4a84bdb2-e549-4f5d-a1a5-ad3d1801a5d9), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:19.977781 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-09ae30f4-325a-455f-ae1a-a1b39f7ea231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (4a84bdb2-e549-4f5d-a1a5-ad3d1801a5d9), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:20.011925 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ae30f4-325a-455f-ae1a-a1b39f7ea231 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=104568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 07:30:20.015701 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8c16c-f889-489c-9e16-a0740ee485ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab01fe1-6fd3-4d3a-b53a-b8989b1182ca,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:20.015831 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae30f4-325a-455f-ae1a-a1b39f7ea231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a84bdb2-e549-4f5d-a1a5-ad3d1801a5d9,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:20.025366 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-09ae30f4-325a-455f-ae1a-a1b39f7ea231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (b223cbb8-b9ce-47ec-9db9-80d47b3aacbd), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:20.025876 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.db.segments_db [None req-09ae30f4-325a-455f-ae1a-a1b39f7ea231 admin admin] Added segment b223cbb8-b9ce-47ec-9db9-80d47b3aacbd of type vlan for network f6809857-e0de-42f0-baa8-be80912a85f1 Nov 02 07:30:20.026535 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-c6e8c16c-f889-489c-9e16-a0740ee485ab admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=595ae4b6a60c42d1939420954c75d1eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1720266 Nov 02 07:30:20.030906 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 35190) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:20.073298 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-09ae30f4-325a-455f-ae1a-a1b39f7ea231 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744619761345'] for network (f6809857-e0de-42f0-baa8-be80912a85f1), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:20.082842 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f228c889-d0f4-498f-a81e-2a5fcdd04746 admin admin] Publish callbacks [] for security_group (8ab01fe1-6fd3-4d3a-b53a-b8989b1182ca), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:20.106404 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-09ae30f4-325a-455f-ae1a-a1b39f7ea231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for network (f6809857-e0de-42f0-baa8-be80912a85f1), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:20.107705 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ae30f4-325a-455f-ae1a-a1b39f7ea231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:20.108484 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-09ae30f4-325a-455f-ae1a-a1b39f7ea231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:20.113350 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f228c889-d0f4-498f-a81e-2a5fcdd04746 admin admin] Publish callbacks [] for security_group (8ab01fe1-6fd3-4d3a-b53a-b8989b1182ca), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:20.155743 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-09ae30f4-325a-455f-ae1a-a1b39f7ea231 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5368164 Nov 02 07:30:20.164800 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 35198) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:20.168812 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-472fba87-3ae2-4aac-ac37-0897b22ecd02 admin admin] Request body: {'subnet': {'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1641613649-subnet', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'ip_version': 4}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:30:20.192434 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae30f4-325a-455f-ae1a-a1b39f7ea231 admin admin] Pushing event updated for resources: {'Network': ['ID=f6809857-e0de-42f0-baa8-be80912a85f1,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:20.193059 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f228c889-d0f4-498f-a81e-2a5fcdd04746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (8ab01fe1-6fd3-4d3a-b53a-b8989b1182ca), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:20.195682 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f228c889-d0f4-498f-a81e-2a5fcdd04746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:20.197122 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-f228c889-d0f4-498f-a81e-2a5fcdd04746 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8ab01fe1-6fd3-4d3a-b53a-b8989b1182ca HTTP/1.1" status: 204 len: 168 time: 0.1656315 Nov 02 07:30:20.206938 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Network f6809857-e0de-42f0-baa8-be80912a85f1 details requested by agent ovs-agent-dv-cinder-804735-33-iscsi with host dv-cinder-804735-33-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 07:30:20.211664 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472fba87-3ae2-4aac-ac37-0897b22ecd02 admin admin] Made reservation on behalf of 566514b413e24aaebe69c11ce2159ac9 for: {'subnet': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:30:20.214209 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-472fba87-3ae2-4aac-ac37-0897b22ecd02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041940'] for subnet (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:20.216538 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228c889-d0f4-498f-a81e-2a5fcdd04746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab01fe1-6fd3-4d3a-b53a-b8989b1182ca,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:20.306741 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:20.326500 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:20.451360 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-472fba87-3ae2-4aac-ac37-0897b22ecd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4041954'] for subnet (77ee38fc-7b77-488d-b9f4-ad8de0678fd1), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:20.536214 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fba87-3ae2-4aac-ac37-0897b22ecd02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77ee38fc-7b77-488d-b9f4-ad8de0678fd1,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:20.543204 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472fba87-3ae2-4aac-ac37-0897b22ecd02 admin admin] Checking segment: {'id': 'b223cbb8-b9ce-47ec-9db9-80d47b3aacbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:30:20.543678 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472fba87-3ae2-4aac-ac37-0897b22ecd02 admin admin] Network hostable DHCP agents. Network: f6809857-e0de-42f0-baa8-be80912a85f1, hostable agents: ['bceb131e-a03d-46e7-91df-936d929aaf3a'], hosted agents: [] {{(pid=104569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 07:30:20.575241 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472fba87-3ae2-4aac-ac37-0897b22ecd02 admin admin] Network f6809857-e0de-42f0-baa8-be80912a85f1 is scheduled to be hosted by DHCP agent bceb131e-a03d-46e7-91df-936d929aaf3a with binding_index 1 {{(pid=104569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 07:30:20.587701 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-472fba87-3ae2-4aac-ac37-0897b22ecd02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-33-iscsi, f6809857-e0de-42f0-baa8-be80912a85f1) {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:30:20.594445 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472fba87-3ae2-4aac-ac37-0897b22ecd02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:20.595040 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-472fba87-3ae2-4aac-ac37-0897b22ecd02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:20.597557 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 35220) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:20.599724 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070f28b8-fcf7-4f79-be47-274cb05d41ce None None] Network f6809857-e0de-42f0-baa8-be80912a85f1 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:30:20.624617 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 35224) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:20.627339 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-472fba87-3ae2-4aac-ac37-0897b22ecd02 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4612253 Nov 02 07:30:20.637790 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-ecd2f822-721e-4794-943a-d290f8afd0de admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1641613649-router', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:30:20.678924 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ecd2f822-721e-4794-943a-d290f8afd0de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518397'] for router (26112d59-8b1b-477a-acfc-80c36e5d6753), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:20.680213 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ecd2f822-721e-4794-943a-d290f8afd0de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-660658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-678971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518378'] for router (26112d59-8b1b-477a-acfc-80c36e5d6753), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:20.777496 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ecd2f822-721e-4794-943a-d290f8afd0de admin admin] Publish callbacks [] for router_controller (26112d59-8b1b-477a-acfc-80c36e5d6753), precommit_add_association {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:20.855847 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp204866af-937c-5d88-be22-37b8279ded6e-f6809857-e0de-42f0-baa8-be80912a85f1', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'fixed_ips': [{'subnet_id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1'}]}} from dv-cinder-804735-33-iscsi. {{(pid=104570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 07:30:20.859109 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:20.896008 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:20.996756 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e9f32-0c28-4bfb-b79f-ba989fb29b35 req-f9cae1c4-79d7-4b57-8992-03e07dc55964 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:20.999958 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-986e9f32-0c28-4bfb-b79f-ba989fb29b35 req-f9cae1c4-79d7-4b57-8992-03e07dc55964 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.0845897 Nov 02 07:30:21.008896 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6fc02-9489-4fcf-867f-e49c4cf415e3 req-974d43ca-f33b-4670-8652-0ad0d0bf90c7 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:21.025858 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9cf6fc02-9489-4fcf-867f-e49c4cf415e3 req-974d43ca-f33b-4670-8652-0ad0d0bf90c7 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7b5d6941-4c0e-4d53-94a7-70dcc586fbef HTTP/1.1" status: 200 len: 946 time: 0.1687877 Nov 02 07:30:21.079032 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=70,neutron:DELETE=3,neutron:INSERT=23,neutron:UPDATE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:21.085535 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.db_base_plugin_common [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Allocated IP 172.20.0.2 (f6809857-e0de-42f0-baa8-be80912a85f1/77ee38fc-7b77-488d-b9f4-ad8de0678fd1/2086450a-e7ec-46f0-adeb-b9b35f19d4a4) {{(pid=104570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:30:21.168246 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1ed6cb4a-0621-4ff5-b9e2-f9ce5380b6ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:21.174451 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9cf6fc02-9489-4fcf-867f-e49c4cf415e3 req-cf642281-419b-4785-9d97-82b0ccfebba8 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=166ab8a5-276e-40c1-96c5-c4d104c5fb15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471920 Nov 02 07:30:21.190843 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-986e9f32-0c28-4bfb-b79f-ba989fb29b35 req-238a0855-82bb-4e8b-a4c5-306e7a45086f tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619513 Nov 02 07:30:21.193568 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:21.199046 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ecd2f822-721e-4794-943a-d290f8afd0de admin admin] Publish callbacks [] for router_gateway (26112d59-8b1b-477a-acfc-80c36e5d6753), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:21.315557 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:21.317283 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Publish callbacks [] for port (2086450a-e7ec-46f0-adeb-b9b35f19d4a4), precommit_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:21.326771 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738'] for port (2086450a-e7ec-46f0-adeb-b9b35f19d4a4), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:21.372829 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Network f6809857-e0de-42f0-baa8-be80912a85f1 is already hosted by enough agents. {{(pid=104570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:30:21.385353 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.base_scheduler [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Resources bound (agent type, host, resource id): {{(pid=104570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:30:21.393709 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Received port after_create {{(pid=104570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:30:21.397682 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1ed6cb4a-0621-4ff5-b9e2-f9ce5380b6ad admin admin] Publish callbacks [] for security_group (93b9eb4f-8037-44b0-a603-1a596154a019), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:21.400832 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Pushing event updated for resources: {'Port': ['ID=2086450a-e7ec-46f0-adeb-b9b35f19d4a4,revision_number=1']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:21.415666 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:21.416209 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:21.416560 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:21.417054 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:21.417523 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:21.417993 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:21.418557 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:21.418814 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:21.419168 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:21.419489 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:21.419867 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:21.420200 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:21.420519 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:21.420997 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:21.421316 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:21.424778 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:21.446071 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1ed6cb4a-0621-4ff5-b9e2-f9ce5380b6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (93b9eb4f-8037-44b0-a603-1a596154a019), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:21.480432 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Attempting to bind port 2086450a-e7ec-46f0-adeb-b9b35f19d4a4 on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:30:21.480931 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Attempting to bind port 2086450a-e7ec-46f0-adeb-b9b35f19d4a4 by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': 'b223cbb8-b9ce-47ec-9db9-80d47b3aacbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:30:21.481160 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Attempting to bind port 2086450a-e7ec-46f0-adeb-b9b35f19d4a4 on network f6809857-e0de-42f0-baa8-be80912a85f1 {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:30:21.519829 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-1ed6cb4a-0621-4ff5-b9e2-f9ce5380b6ad admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=266bef2a1b5843f6aaff57309ecd6551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9211915 Nov 02 07:30:21.522719 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 35254) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:21.524574 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed6cb4a-0621-4ff5-b9e2-f9ce5380b6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b9eb4f-8037-44b0-a603-1a596154a019,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:21.534568 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ecd2f822-721e-4794-943a-d290f8afd0de admin admin] Publish callbacks [] for router_gateway (26112d59-8b1b-477a-acfc-80c36e5d6753), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:21.538478 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:30:21.538862 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Checking segment: {'id': 'b223cbb8-b9ce-47ec-9db9-80d47b3aacbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:30:21.539263 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:21.539677 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Bound using segment: {'id': 'b223cbb8-b9ce-47ec-9db9-80d47b3aacbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:30:21.540107 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Bound port: 2086450a-e7ec-46f0-adeb-b9b35f19d4a4, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b223cbb8-b9ce-47ec-9db9-80d47b3aacbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:30:21.540484 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (2086450a-e7ec-46f0-adeb-b9b35f19d4a4), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:21.564890 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ecd2f822-721e-4794-943a-d290f8afd0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:21.575238 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:21.595174 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-77a50e34-7fa2-4144-8b89-44685e96c9d5 admin admin] Publish callbacks [] for security_group (93b9eb4f-8037-44b0-a603-1a596154a019), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:21.618175 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-77a50e34-7fa2-4144-8b89-44685e96c9d5 admin admin] Publish callbacks [] for security_group (93b9eb4f-8037-44b0-a603-1a596154a019), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:21.621162 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:30:21.645107 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] For port 2086450a-e7ec-46f0-adeb-b9b35f19d4a4, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:30:21.654186 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] For port 2086450a-e7ec-46f0-adeb-b9b35f19d4a4, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=2086450a-e7ec-46f0-adeb-b9b35f19d4a4,segment=NetworkSegment(b223cbb8-b9ce-47ec-9db9-80d47b3aacbd),segment_id=b223cbb8-b9ce-47ec-9db9-80d47b3aacbd)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:30:21.663429 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (2086450a-e7ec-46f0-adeb-b9b35f19d4a4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:21.711156 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-77a50e34-7fa2-4144-8b89-44685e96c9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (93b9eb4f-8037-44b0-a603-1a596154a019), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:21.713684 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-77a50e34-7fa2-4144-8b89-44685e96c9d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:21.715726 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-77a50e34-7fa2-4144-8b89-44685e96c9d5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/93b9eb4f-8037-44b0-a603-1a596154a019 HTTP/1.1" status: 204 len: 168 time: 0.1917281 Nov 02 07:30:21.734877 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a50e34-7fa2-4144-8b89-44685e96c9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b9eb4f-8037-44b0-a603-1a596154a019,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:21.743580 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce08c0-8cb6-4019-b269-cd1c57098aa2 None None] Pushing event updated for resources: {'Port': ['ID=2086450a-e7ec-46f0-adeb-b9b35f19d4a4,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:21.751695 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-ecd2f822-721e-4794-943a-d290f8afd0de admin admin] Allocated IP 172.27.2.108 (ac01166e-81e9-4cae-b853-f9fd1f541c1c/957d630b-2ac5-4777-98af-d9a9e169b647/f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:30:21.868488 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72473bcf-adce-43fd-ae98-a5bfadfdd75f req-14075335-8158-4a76-a15d-fe3adb938c67 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:21.873427 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-72473bcf-adce-43fd-ae98-a5bfadfdd75f req-14075335-8158-4a76-a15d-fe3adb938c67 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=7b5d6941-4c0e-4d53-94a7-70dcc586fbef HTTP/1.1" status: 200 len: 946 time: 0.1012156 Nov 02 07:30:22.113149 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ecd2f822-721e-4794-943a-d290f8afd0de admin admin] Publish callbacks [] for port (f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:22.246303 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-72473bcf-adce-43fd-ae98-a5bfadfdd75f req-0d9bda28-389e-418f-af95-39b99761f734 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Deleting port 1506af6f-e368-448b-aa78-a2c86ce9b462 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:30:22.246755 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-72473bcf-adce-43fd-ae98-a5bfadfdd75f req-0d9bda28-389e-418f-af95-39b99761f734 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (1506af6f-e368-448b-aa78-a2c86ce9b462), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:22.317422 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ecd2f822-721e-4794-943a-d290f8afd0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738'] for port (f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:22.459809 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd2f822-721e-4794-943a-d290f8afd0de admin admin] Network ac01166e-81e9-4cae-b853-f9fd1f541c1c is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:30:22.464533 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-ecd2f822-721e-4794-943a-d290f8afd0de admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:30:22.476871 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd2f822-721e-4794-943a-d290f8afd0de admin admin] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:30:22.481083 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2f822-721e-4794-943a-d290f8afd0de admin admin] Pushing event updated for resources: {'Port': ['ID=f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:22.488738 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-72473bcf-adce-43fd-ae98-a5bfadfdd75f req-0d9bda28-389e-418f-af95-39b99761f734 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] For port 1506af6f-e368-448b-aa78-a2c86ce9b462, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1506af6f-e368-448b-aa78-a2c86ce9b462,segment=NetworkSegment(21ee6202-3607-432f-b12e-4294c3e078fe),segment_id=21ee6202-3607-432f-b12e-4294c3e078fe)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:30:22.489104 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-72473bcf-adce-43fd-ae98-a5bfadfdd75f req-0d9bda28-389e-418f-af95-39b99761f734 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (1506af6f-e368-448b-aa78-a2c86ce9b462), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:22.516822 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-72473bcf-adce-43fd-ae98-a5bfadfdd75f req-0d9bda28-389e-418f-af95-39b99761f734 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Calling delete_port for 1506af6f-e368-448b-aa78-a2c86ce9b462 owned by compute:nova {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:30:22.708969 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 35278) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:22.719290 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:22.720611 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:22.868586 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5d450796-ff15-48df-b06d-29f410f81660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:22.960708 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c53c3-1cd2-4bf0-b04c-3c46ad604638 req-0aea2248-2083-453d-91c0-356d3c291a5c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:22.966868 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-288c53c3-1cd2-4bf0-b04c-3c46ad604638 req-0aea2248-2083-453d-91c0-356d3c291a5c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.2437119 Nov 02 07:30:23.021817 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632ed5c-bef7-40ad-aa57-36b5a62cbf14 req-dabb4cf4-91bb-4170-b04d-e52a65fd3e95 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:23.024300 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c632ed5c-bef7-40ad-aa57-36b5a62cbf14 req-dabb4cf4-91bb-4170-b04d-e52a65fd3e95 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7b5d6941-4c0e-4d53-94a7-70dcc586fbef HTTP/1.1" status: 200 len: 946 time: 0.3001864 Nov 02 07:30:23.098507 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:23.131606 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-72473bcf-adce-43fd-ae98-a5bfadfdd75f req-0d9bda28-389e-418f-af95-39b99761f734 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (1506af6f-e368-448b-aa78-a2c86ce9b462), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:23.165777 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ecd2f822-721e-4794-943a-d290f8afd0de admin admin] Publish callbacks [] for router_gateway (26112d59-8b1b-477a-acfc-80c36e5d6753), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:23.174100 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['1506af6f-e368-448b-aa78-a2c86ce9b462'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:30:23.202766 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9bda28-389e-418f-af95-39b99761f734 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Pushing event deleted for resources: {'Port': ['ID=1506af6f-e368-448b-aa78-a2c86ce9b462,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:23.301115 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 2086450a-e7ec-46f0-adeb-b9b35f19d4a4 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:30:23.347007 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5d450796-ff15-48df-b06d-29f410f81660 admin admin] Publish callbacks [] for security_group (4ec436da-b22b-472c-85a7-d98cc1e38e37), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:23.355910 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c632ed5c-bef7-40ad-aa57-36b5a62cbf14 req-18b1bfa6-1321-433c-a565-5ae585314afb tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=166ab8a5-276e-40c1-96c5-c4d104c5fb15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181684 Nov 02 07:30:23.356917 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5d450796-ff15-48df-b06d-29f410f81660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (4ec436da-b22b-472c-85a7-d98cc1e38e37), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:23.397214 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:INSERT=12 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:23.416028 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-288c53c3-1cd2-4bf0-b04c-3c46ad604638 req-3baedf8f-30d2-4dcc-8e4a-ffdb3e592b8d tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806391 Nov 02 07:30:23.419465 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-72473bcf-adce-43fd-ae98-a5bfadfdd75f req-0d9bda28-389e-418f-af95-39b99761f734 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] No DVR routers for this DVR port 1506af6f-e368-448b-aa78-a2c86ce9b462 on host hv-cinder-80473 {{(pid=104569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:30:23.426400 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-72473bcf-adce-43fd-ae98-a5bfadfdd75f req-0d9bda28-389e-418f-af95-39b99761f734 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:23.436753 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-72473bcf-adce-43fd-ae98-a5bfadfdd75f req-0d9bda28-389e-418f-af95-39b99761f734 tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.47 "DELETE /networking/v2.0/ports/1506af6f-e368-448b-aa78-a2c86ce9b462 HTTP/1.1" status: 204 len: 173 time: 1.5563619 Nov 02 07:30:23.437473 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5d6941-4c0e-4d53-94a7-70dcc586fbef', 'name': 'network-vif-deleted', 'tag': '1506af6f-e368-448b-aa78-a2c86ce9b462'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:30:23.440244 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6868ab-f315-417b-94f6-23d013b54bae" -d '{"events": [{"server_uuid": "7b5d6941-4c0e-4d53-94a7-70dcc586fbef", "name": "network-vif-deleted", "tag": "1506af6f-e368-448b-aa78-a2c86ce9b462"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:30:23.492132 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d450796-ff15-48df-b06d-29f410f81660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec436da-b22b-472c-85a7-d98cc1e38e37,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:23.520634 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-5d450796-ff15-48df-b06d-29f410f81660 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d8cd884ad482458fa89a9b1fe2847a38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7931938 Nov 02 07:30:23.521760 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 35300) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:23.636969 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=80 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:23.675422 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 2086450a-e7ec-46f0-adeb-b9b35f19d4a4 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:23.679693 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (2086450a-e7ec-46f0-adeb-b9b35f19d4a4), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:23.684012 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 2086450a-e7ec-46f0-adeb-b9b35f19d4a4 Nov 02 07:30:23.755787 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad7cb51-04b9-424d-9375-c437e69c4633 None None] Network f6809857-e0de-42f0-baa8-be80912a85f1 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:30:23.761524 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0d623e-c671-46d2-9274-e203b7edaf80 x-openstack-request-id: req-4a0d623e-c671-46d2-9274-e203b7edaf80 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:30:23.762608 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5d6941-4c0e-4d53-94a7-70dcc586fbef", "name": "network-vif-deleted", "tag": "1506af6f-e368-448b-aa78-a2c86ce9b462", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:30:23.764874 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a0d623e-c671-46d2-9274-e203b7edaf80 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:30:23.765510 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a0d623e-c671-46d2-9274-e203b7edaf80'] response: {'server_uuid': '7b5d6941-4c0e-4d53-94a7-70dcc586fbef', 'name': 'network-vif-deleted', 'tag': '1506af6f-e368-448b-aa78-a2c86ce9b462', 'status': 'completed', 'code': 200} Nov 02 07:30:23.791603 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-0bafda70-fcc4-4d11-8c07-3e05facef04b None None] Provisioning complete for port 2086450a-e7ec-46f0-adeb-b9b35f19d4a4 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:23.792115 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-0bafda70-fcc4-4d11-8c07-3e05facef04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (2086450a-e7ec-46f0-adeb-b9b35f19d4a4), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:23.792547 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-0bafda70-fcc4-4d11-8c07-3e05facef04b None None] Attempt 1 to provision port 2086450a-e7ec-46f0-adeb-b9b35f19d4a4 Nov 02 07:30:23.805561 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-87c786dd-684f-4966-8199-98bd258fdccc admin admin] Publish callbacks [] for security_group (4ec436da-b22b-472c-85a7-d98cc1e38e37), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:23.831847 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ecd2f822-721e-4794-943a-d290f8afd0de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648988'] for router (26112d59-8b1b-477a-acfc-80c36e5d6753), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:23.890584 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-489d04ff-aec4-4f14-9bb7-d9361ce1581f req-0169b598-d31e-4189-8c9a-a5e0f9416aa9 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1632485 Nov 02 07:30:23.906290 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-87c786dd-684f-4966-8199-98bd258fdccc admin admin] Publish callbacks [] for security_group (4ec436da-b22b-472c-85a7-d98cc1e38e37), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:24.023730 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:24.025402 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd2f822-721e-4794-943a-d290f8afd0de admin admin] Router 26112d59-8b1b-477a-acfc-80c36e5d6753 is scheduled to L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a with binding_index 1 {{(pid=104568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 07:30:24.065353 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-87c786dd-684f-4966-8199-98bd258fdccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (4ec436da-b22b-472c-85a7-d98cc1e38e37), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:24.068626 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-87c786dd-684f-4966-8199-98bd258fdccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:24.079387 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-87c786dd-684f-4966-8199-98bd258fdccc admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4ec436da-b22b-472c-85a7-d98cc1e38e37 HTTP/1.1" status: 204 len: 168 time: 0.5498474 Nov 02 07:30:24.085253 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d04ff-aec4-4f14-9bb7-d9361ce1581f req-dbd50c9d-ebd1-45cb-8494-582b2a0bcaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:24.089764 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-489d04ff-aec4-4f14-9bb7-d9361ce1581f req-dbd50c9d-ebd1-45cb-8494-582b2a0bcaeb service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c60cb95cbf734d9b852af2bdcad4e1c0&device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 1129 time: 0.1066804 Nov 02 07:30:24.099876 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c786dd-684f-4966-8199-98bd258fdccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec436da-b22b-472c-85a7-d98cc1e38e37,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:24.329507 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd2f822-721e-4794-943a-d290f8afd0de admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:30:24.341451 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ae97f7-b9d2-4557-a060-6080fa8dd737 None None] Sync routers for ids ['26112d59-8b1b-477a-acfc-80c36e5d6753'] in dv-cinder-804735-33-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:30:24.363771 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ae97f7-b9d2-4557-a060-6080fa8dd737 None None] Routers {'26112d59-8b1b-477a-acfc-80c36e5d6753'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:30:24.364439 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-32ae97f7-b9d2-4557-a060-6080fa8dd737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:30:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['26112d59-8b1b-477a-acfc-80c36e5d6753'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:24.387193 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 2086450a-e7ec-46f0-adeb-b9b35f19d4a4 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:30:24.387861 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (2086450a-e7ec-46f0-adeb-b9b35f19d4a4), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:24.411276 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ecd2f822-721e-4794-943a-d290f8afd0de admin admin] Publish callbacks [] for router (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:24.415538 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-ecd2f822-721e-4794-943a-d290f8afd0de admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7869697 Nov 02 07:30:24.416201 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 35326) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:24.455503 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d04ff-aec4-4f14-9bb7-d9361ce1581f req-887dc7c5-4701-4b16-bb83-ac5a27fe7d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:24.478911 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-489d04ff-aec4-4f14-9bb7-d9361ce1581f req-887dc7c5-4701-4b16-bb83-ac5a27fe7d29 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=f40ed210-eb7b-4935-8be8-8b7615c77c12 HTTP/1.1" status: 200 len: 920 time: 0.3389425 Nov 02 07:30:24.483528 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port 2086450a-e7ec-46f0-adeb-b9b35f19d4a4, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=2086450a-e7ec-46f0-adeb-b9b35f19d4a4,segment=NetworkSegment(b223cbb8-b9ce-47ec-9db9-80d47b3aacbd),segment_id=b223cbb8-b9ce-47ec-9db9-80d47b3aacbd)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:30:24.496466 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (2086450a-e7ec-46f0-adeb-b9b35f19d4a4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:24.590122 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:24.591121 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=2086450a-e7ec-46f0-adeb-b9b35f19d4a4,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:24.595474 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-0bafda70-fcc4-4d11-8c07-3e05facef04b None None] Current status of the port 2086450a-e7ec-46f0-adeb-b9b35f19d4a4 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:30:24.595856 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-0bafda70-fcc4-4d11-8c07-3e05facef04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (2086450a-e7ec-46f0-adeb-b9b35f19d4a4), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:24.669828 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-32ae97f7-b9d2-4557-a060-6080fa8dd737 None None] Set router 26112d59-8b1b-477a-acfc-80c36e5d6753 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:30:24.695298 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-489d04ff-aec4-4f14-9bb7-d9361ce1581f req-45b07cd4-a66b-4d65-b0cc-ef934810adfd service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ee6dd20-0770-4e10-ac8f-d0e34d519f81 HTTP/1.1" status: 200 len: 217 time: 0.2030385 Nov 02 07:30:24.784129 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.db.api [None req-0bafda70-fcc4-4d11-8c07-3e05facef04b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 07:30:24.784722 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG oslo_db.api [None req-0bafda70-fcc4-4d11-8c07-3e05facef04b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 07:30:24.862809 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac341bc7-06de-434d-b362-3276a9aa23ac req-9cf69534-2b1b-4f83-947c-82a79aec298d tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:24.883014 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ac341bc7-06de-434d-b362-3276a9aa23ac req-9cf69534-2b1b-4f83-947c-82a79aec298d tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.1248951 Nov 02 07:30:24.981759 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0e55d779-69da-4822-b0ee-29499cc0aa21 req-2f5cd9d6-eb30-4490-8642-4d3f992043ff tempest-DeleteServersTestJSON-1091788271 tempest-DeleteServersTestJSON-1091788271-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7b5d6941-4c0e-4d53-94a7-70dcc586fbef HTTP/1.1" status: 200 len: 210 time: 0.0958092 Nov 02 07:30:24.998549 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ac341bc7-06de-434d-b362-3276a9aa23ac req-54dc1e7d-5c49-4cc0-b2c2-37798d95b6f0 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101887 Nov 02 07:30:25.082285 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 35344) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:25.093283 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d04ff-aec4-4f14-9bb7-d9361ce1581f req-bffdec75-b77b-4e45-99a8-49b62ef5f808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:25.097311 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-489d04ff-aec4-4f14-9bb7-d9361ce1581f req-bffdec75-b77b-4e45-99a8-49b62ef5f808 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=2425be66-0e89-40dd-949b-94121b115f5c HTTP/1.1" status: 200 len: 858 time: 0.0950117 Nov 02 07:30:25.152884 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 2086450a-e7ec-46f0-adeb-b9b35f19d4a4 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:30:25.180074 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d04ff-aec4-4f14-9bb7-d9361ce1581f req-e2c539a8-8d36-4331-b4f4-b8abddb2deba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:25.181896 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-489d04ff-aec4-4f14-9bb7-d9361ce1581f req-e2c539a8-8d36-4331-b4f4-b8abddb2deba service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=f40ed210-eb7b-4935-8be8-8b7615c77c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0776522 Nov 02 07:30:25.207265 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:25.215529 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-32ae97f7-b9d2-4557-a060-6080fa8dd737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'name': 'tempest-TestVolumeBootPattern-1641613649-router', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:20Z', 'updated_at': '2022-11-02T07:30:22Z', 'revision_number': 3, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'gw_port': {'id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:21Z', 'updated_at': '2022-11-02T07:30:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:25.233112 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 2086450a-e7ec-46f0-adeb-b9b35f19d4a4 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:25.234756 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5f65961f-472c-435f-b32b-c5bbfceda0d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:25.235357 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (2086450a-e7ec-46f0-adeb-b9b35f19d4a4), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:25.235749 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 2086450a-e7ec-46f0-adeb-b9b35f19d4a4 Nov 02 07:30:25.276092 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ae97f7-b9d2-4557-a060-6080fa8dd737 None None] Checking router: 26112d59-8b1b-477a-acfc-80c36e5d6753 for host: dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:30:25.276779 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ae97f7-b9d2-4557-a060-6080fa8dd737 None None] Updating router 26112d59-8b1b-477a-acfc-80c36e5d6753 port f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb binding host dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 07:30:25.346158 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-0bafda70-fcc4-4d11-8c07-3e05facef04b None None] Current status of the port 2086450a-e7ec-46f0-adeb-b9b35f19d4a4 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:30:25.349471 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-32ae97f7-b9d2-4557-a060-6080fa8dd737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:25.377533 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-489d04ff-aec4-4f14-9bb7-d9361ce1581f req-66bf02e9-64e0-45a5-9192-669e801f8ccf service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830575 Nov 02 07:30:25.446396 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 2086450a-e7ec-46f0-adeb-b9b35f19d4a4 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:30:25.464464 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-41de92b1-eaa3-4b12-a825-4130ee8c1826 None None] Provisioning complete for port 2086450a-e7ec-46f0-adeb-b9b35f19d4a4 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:25.464833 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-41de92b1-eaa3-4b12-a825-4130ee8c1826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (2086450a-e7ec-46f0-adeb-b9b35f19d4a4), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:25.465223 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-41de92b1-eaa3-4b12-a825-4130ee8c1826 None None] Attempt 1 to provision port 2086450a-e7ec-46f0-adeb-b9b35f19d4a4 Nov 02 07:30:25.533661 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:25.567187 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-41de92b1-eaa3-4b12-a825-4130ee8c1826 None None] Current status of the port 2086450a-e7ec-46f0-adeb-b9b35f19d4a4 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:30:25.602955 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:25.605399 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5f65961f-472c-435f-b32b-c5bbfceda0d9 admin admin] Publish callbacks [] for security_group (17747f03-1dd6-4902-ab3c-4ff6fe85bb81), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:25.612567 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5f65961f-472c-435f-b32b-c5bbfceda0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (17747f03-1dd6-4902-ab3c-4ff6fe85bb81), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:25.657572 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65961f-472c-435f-b32b-c5bbfceda0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17747f03-1dd6-4902-ab3c-4ff6fe85bb81,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:25.693033 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-5f65961f-472c-435f-b32b-c5bbfceda0d9 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d6094e5ca08540afbe75fa5e0fef340a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6069684 Nov 02 07:30:25.693359 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 35372) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:25.756017 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-32ae97f7-b9d2-4557-a060-6080fa8dd737 None None] Publish callbacks [] for port (f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb), precommit_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:25.769385 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-32ae97f7-b9d2-4557-a060-6080fa8dd737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:25.788540 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ef035994-5aeb-4ada-9bb2-516d8beeef11 admin admin] Publish callbacks [] for security_group (17747f03-1dd6-4902-ab3c-4ff6fe85bb81), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:25.825377 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-32ae97f7-b9d2-4557-a060-6080fa8dd737 None None] Attempting to bind port f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:30:25.825377 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-32ae97f7-b9d2-4557-a060-6080fa8dd737 None None] Attempting to bind port f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:30:25.830938 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ae97f7-b9d2-4557-a060-6080fa8dd737 None None] Attempting to bind port f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb on network ac01166e-81e9-4cae-b853-f9fd1f541c1c {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:30:25.837430 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ef035994-5aeb-4ada-9bb2-516d8beeef11 admin admin] Publish callbacks [] for security_group (17747f03-1dd6-4902-ab3c-4ff6fe85bb81), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:25.839095 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:25.848614 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f982fb0d-eaea-4e61-9bad-75594d7b0bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:25.882276 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e140d3-906b-47ed-962a-f135938c94ef None None] Pushing event updated for resources: {'Port': ['ID=f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb,revision_number=2']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:25.917234 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e140d3-906b-47ed-962a-f135938c94ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:25.917496 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e140d3-906b-47ed-962a-f135938c94ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:25.917900 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e140d3-906b-47ed-962a-f135938c94ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:25.918318 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e140d3-906b-47ed-962a-f135938c94ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:25.918784 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e140d3-906b-47ed-962a-f135938c94ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:25.919067 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e140d3-906b-47ed-962a-f135938c94ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:25.920092 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e140d3-906b-47ed-962a-f135938c94ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:25.920450 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e140d3-906b-47ed-962a-f135938c94ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:25.920838 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e140d3-906b-47ed-962a-f135938c94ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:25.921369 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e140d3-906b-47ed-962a-f135938c94ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:25.921690 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e140d3-906b-47ed-962a-f135938c94ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:25.922110 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e140d3-906b-47ed-962a-f135938c94ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:25.922450 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e140d3-906b-47ed-962a-f135938c94ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:25.922937 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e140d3-906b-47ed-962a-f135938c94ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:25.923423 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e140d3-906b-47ed-962a-f135938c94ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:30:25.934448 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ef035994-5aeb-4ada-9bb2-516d8beeef11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (17747f03-1dd6-4902-ab3c-4ff6fe85bb81), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:25.938918 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ef035994-5aeb-4ada-9bb2-516d8beeef11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:25.942611 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-ef035994-5aeb-4ada-9bb2-516d8beeef11 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/17747f03-1dd6-4902-ab3c-4ff6fe85bb81 HTTP/1.1" status: 204 len: 168 time: 0.2455354 Nov 02 07:30:25.952799 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef035994-5aeb-4ada-9bb2-516d8beeef11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17747f03-1dd6-4902-ab3c-4ff6fe85bb81,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:25.959464 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ae97f7-b9d2-4557-a060-6080fa8dd737 None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:30:25.959844 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ae97f7-b9d2-4557-a060-6080fa8dd737 None None] Checking segment: {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:30:25.960514 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-32ae97f7-b9d2-4557-a060-6080fa8dd737 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:25.960907 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ae97f7-b9d2-4557-a060-6080fa8dd737 None None] Bound using segment: {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:30:25.961496 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-32ae97f7-b9d2-4557-a060-6080fa8dd737 None None] Bound port: f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:30:25.961750 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-32ae97f7-b9d2-4557-a060-6080fa8dd737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:26.076739 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-32ae97f7-b9d2-4557-a060-6080fa8dd737 None None] For port f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:30:26.080684 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-32ae97f7-b9d2-4557-a060-6080fa8dd737 None None] For port f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:30:26.083601 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:26.090969 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-32ae97f7-b9d2-4557-a060-6080fa8dd737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:26.147968 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-f982fb0d-eaea-4e61-9bad-75594d7b0bc5 admin admin] Allocated IP 172.20.0.1 (f6809857-e0de-42f0-baa8-be80912a85f1/77ee38fc-7b77-488d-b9f4-ad8de0678fd1/393f498e-4c1a-4e54-aa83-f24d808618db) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:30:26.174404 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e140d3-906b-47ed-962a-f135938c94ef None None] Pushing event updated for resources: {'Port': ['ID=f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb,revision_number=3']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:26.184603 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ae97f7-b9d2-4557-a060-6080fa8dd737 None None] Routers {'26112d59-8b1b-477a-acfc-80c36e5d6753'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:30:26.186630 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-32ae97f7-b9d2-4557-a060-6080fa8dd737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:30:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['26112d59-8b1b-477a-acfc-80c36e5d6753'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:26.199194 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4afcd-3460-49a1-9b1e-a2f4cc26bec7 req-fe1c91a2-f70f-4f87-b6f2-2a078445b27b tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:26.207014 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-beb4afcd-3460-49a1-9b1e-a2f4cc26bec7 req-fe1c91a2-f70f-4f87-b6f2-2a078445b27b tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.0637846 Nov 02 07:30:26.252017 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:26.299344 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-beb4afcd-3460-49a1-9b1e-a2f4cc26bec7 req-81b6cc9a-8d89-4f87-ad1c-715c754d188e tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911555 Nov 02 07:30:26.370581 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-32ae97f7-b9d2-4557-a060-6080fa8dd737 None None] Set router 26112d59-8b1b-477a-acfc-80c36e5d6753 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:30:26.417105 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f982fb0d-eaea-4e61-9bad-75594d7b0bc5 admin admin] Publish callbacks [] for port (393f498e-4c1a-4e54-aa83-f24d808618db), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:26.489813 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f982fb0d-eaea-4e61-9bad-75594d7b0bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738'] for port (393f498e-4c1a-4e54-aa83-f24d808618db), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:26.583064 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f982fb0d-eaea-4e61-9bad-75594d7b0bc5 admin admin] Network f6809857-e0de-42f0-baa8-be80912a85f1 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:30:26.584649 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-f982fb0d-eaea-4e61-9bad-75594d7b0bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:30:26.601432 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f982fb0d-eaea-4e61-9bad-75594d7b0bc5 admin admin] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:30:26.610218 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f982fb0d-eaea-4e61-9bad-75594d7b0bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650874'] for router_interface (26112d59-8b1b-477a-acfc-80c36e5d6753), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:26.627214 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-32ae97f7-b9d2-4557-a060-6080fa8dd737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'name': 'tempest-TestVolumeBootPattern-1641613649-router', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:20Z', 'updated_at': '2022-11-02T07:30:22Z', 'revision_number': 3, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'gw_port': {'id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:21Z', 'updated_at': '2022-11-02T07:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:26.666522 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982fb0d-eaea-4e61-9bad-75594d7b0bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=393f498e-4c1a-4e54-aa83-f24d808618db,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:26.699954 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ae97f7-b9d2-4557-a060-6080fa8dd737 None None] The sync data for ids ['26112d59-8b1b-477a-acfc-80c36e5d6753'] in dv-cinder-804735-33-iscsi is: [{'id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'name': 'tempest-TestVolumeBootPattern-1641613649-router', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:20Z', 'updated_at': '2022-11-02T07:30:22Z', 'revision_number': 3, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'gw_port': {'id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:21Z', 'updated_at': '2022-11-02T07:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:30:26.885751 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:26.954757 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:27.001968 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-dda0898a-2234-4522-913d-d3298abedc6a None None] Provisioning complete for port 393f498e-4c1a-4e54-aa83-f24d808618db triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:27.002505 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-dda0898a-2234-4522-913d-d3298abedc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (393f498e-4c1a-4e54-aa83-f24d808618db), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:27.002710 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-dda0898a-2234-4522-913d-d3298abedc6a None None] Attempt 1 to provision port 393f498e-4c1a-4e54-aa83-f24d808618db Nov 02 07:30:27.069768 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f982fb0d-eaea-4e61-9bad-75594d7b0bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (393f498e-4c1a-4e54-aa83-f24d808618db), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:27.113339 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-dda0898a-2234-4522-913d-d3298abedc6a None None] Port 393f498e-4c1a-4e54-aa83-f24d808618db cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:30:27.269261 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 35464) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:27.286445 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f982fb0d-eaea-4e61-9bad-75594d7b0bc5 admin admin] Publish callbacks [] for port (393f498e-4c1a-4e54-aa83-f24d808618db), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:27.295725 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f982fb0d-eaea-4e61-9bad-75594d7b0bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (393f498e-4c1a-4e54-aa83-f24d808618db), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:27.296612 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f982fb0d-eaea-4e61-9bad-75594d7b0bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-997922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650966'] for router_interface (26112d59-8b1b-477a-acfc-80c36e5d6753), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:27.468102 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9eb5f-a6d9-42c7-b408-c9e3a3667568 req-3781a2b0-91b6-434e-974e-dbba0319aabd tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:27.476321 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a0c9eb5f-a6d9-42c7-b408-c9e3a3667568 req-3781a2b0-91b6-434e-974e-dbba0319aabd tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.0726202 Nov 02 07:30:27.476618 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982fb0d-eaea-4e61-9bad-75594d7b0bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=393f498e-4c1a-4e54-aa83-f24d808618db,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:27.542954 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f982fb0d-eaea-4e61-9bad-75594d7b0bc5 admin admin] Network f6809857-e0de-42f0-baa8-be80912a85f1 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:30:27.545577 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-f982fb0d-eaea-4e61-9bad-75594d7b0bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:30:27.549345 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a0c9eb5f-a6d9-42c7-b408-c9e3a3667568 req-0ac02375-c65d-49cd-b560-67efaeea8a71 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663116 Nov 02 07:30:27.598858 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-dc24a71f-5d5e-4e0a-8714-d00a68f1659c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:27.703770 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f982fb0d-eaea-4e61-9bad-75594d7b0bc5 admin admin] Router 26112d59-8b1b-477a-acfc-80c36e5d6753 has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:30:27.757082 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-dc24a71f-5d5e-4e0a-8714-d00a68f1659c admin admin] Publish callbacks [] for security_group (9cfef003-fd44-4556-814b-652089dc06c2), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:27.770076 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-dc24a71f-5d5e-4e0a-8714-d00a68f1659c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (9cfef003-fd44-4556-814b-652089dc06c2), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:27.853075 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-dc24a71f-5d5e-4e0a-8714-d00a68f1659c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f0ee3def16ff494e8255614e108b03e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5826209 Nov 02 07:30:27.854345 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24a71f-5d5e-4e0a-8714-d00a68f1659c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfef003-fd44-4556-814b-652089dc06c2,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:27.858923 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 35476) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:27.899165 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f982fb0d-eaea-4e61-9bad-75594d7b0bc5 admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:30:27.930032 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-f982fb0d-eaea-4e61-9bad-75594d7b0bc5 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/26112d59-8b1b-477a-acfc-80c36e5d6753/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5000634 Nov 02 07:30:27.978568 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-845c04d4-b4e5-4c48-b352-0f4ffe2f7424 None None] Provisioning complete for port 393f498e-4c1a-4e54-aa83-f24d808618db triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:27.979155 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-845c04d4-b4e5-4c48-b352-0f4ffe2f7424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (393f498e-4c1a-4e54-aa83-f24d808618db), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:27.979864 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-845c04d4-b4e5-4c48-b352-0f4ffe2f7424 None None] Attempt 1 to provision port 393f498e-4c1a-4e54-aa83-f24d808618db Nov 02 07:30:28.008130 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5599122c-94f8-4178-8c2c-14cb49f51919 admin admin] Publish callbacks [] for security_group (9cfef003-fd44-4556-814b-652089dc06c2), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:28.030021 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-845c04d4-b4e5-4c48-b352-0f4ffe2f7424 None None] Port 393f498e-4c1a-4e54-aa83-f24d808618db cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:30:28.056649 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 1506af6f-e368-448b-aa78-a2c86ce9b462 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:30:28.079677 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5599122c-94f8-4178-8c2c-14cb49f51919 admin admin] Publish callbacks [] for security_group (9cfef003-fd44-4556-814b-652089dc06c2), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:28.104045 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] No Port match for: 1506af6f-e368-448b-aa78-a2c86ce9b462 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:30:28.105641 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 1506af6f-e368-448b-aa78-a2c86ce9b462 not bound to the agent host hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:30:28.110888 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:28.208455 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5599122c-94f8-4178-8c2c-14cb49f51919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (9cfef003-fd44-4556-814b-652089dc06c2), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:28.210816 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5599122c-94f8-4178-8c2c-14cb49f51919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:28.211933 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-5599122c-94f8-4178-8c2c-14cb49f51919 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9cfef003-fd44-4556-814b-652089dc06c2 HTTP/1.1" status: 204 len: 168 time: 0.3515594 Nov 02 07:30:28.224241 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-489d04ff-aec4-4f14-9bb7-d9361ce1581f req-8ee3bb7b-613e-414d-a81a-8f9a905b7c6a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102140 Nov 02 07:30:28.225055 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599122c-94f8-4178-8c2c-14cb49f51919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfef003-fd44-4556-814b-652089dc06c2,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:28.595795 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 35504) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:28.625270 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-21e63d20-bd3c-4e86-b629-2eb8ec1bb169 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:28.684897 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:28.708950 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba7e4b-a6f8-4375-b7bd-93876fc9d074 req-2546b30b-bc3d-40b5-80d3-7568b274ae07 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:28.710447 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3dba7e4b-a6f8-4375-b7bd-93876fc9d074 req-2546b30b-bc3d-40b5-80d3-7568b274ae07 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.0661390 Nov 02 07:30:28.716041 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:28.762746 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 35508) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:28.770735 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-10faf1bb-c05f-49c7-b403-03000b8ffade admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-616726658-network', 'tenant_id': '905677f4e8c14a66b988145f6913fca6'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:30:28.800663 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10faf1bb-c05f-49c7-b403-03000b8ffade admin admin] Made reservation on behalf of 905677f4e8c14a66b988145f6913fca6 for: {'network': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:30:28.804185 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-21e63d20-bd3c-4e86-b629-2eb8ec1bb169 admin admin] Publish callbacks [] for security_group (5698d395-0a49-4e0c-a24e-91da2658e7c0), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:28.804370 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-10faf1bb-c05f-49c7-b403-03000b8ffade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for network (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:28.808845 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3dba7e4b-a6f8-4375-b7bd-93876fc9d074 req-a1f68542-d2e3-4534-9338-14c7a5443d91 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870066 Nov 02 07:30:28.810287 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-21e63d20-bd3c-4e86-b629-2eb8ec1bb169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (5698d395-0a49-4e0c-a24e-91da2658e7c0), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:28.816794 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-10faf1bb-c05f-49c7-b403-03000b8ffade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:28.825252 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ff73a0-13e6-4ef3-a91c-b8cbf3b608ae None None] Sync routers for ids ['26112d59-8b1b-477a-acfc-80c36e5d6753'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:30:28.848544 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-21e63d20-bd3c-4e86-b629-2eb8ec1bb169 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=18d91cff8a324c00b274d4572ae369ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511625 Nov 02 07:30:28.850823 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 35512) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:28.876363 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ff73a0-13e6-4ef3-a91c-b8cbf3b608ae None None] Routers {'26112d59-8b1b-477a-acfc-80c36e5d6753'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:30:28.877519 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-04ff73a0-13e6-4ef3-a91c-b8cbf3b608ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:30:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['26112d59-8b1b-477a-acfc-80c36e5d6753'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:28.941647 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e63d20-bd3c-4e86-b629-2eb8ec1bb169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5698d395-0a49-4e0c-a24e-91da2658e7c0,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:28.943407 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-10faf1bb-c05f-49c7-b403-03000b8ffade admin admin] Publish callbacks [] for security_group (1cba751f-e461-4acc-9a80-8758104aa902), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:28.953193 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-10faf1bb-c05f-49c7-b403-03000b8ffade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (1cba751f-e461-4acc-9a80-8758104aa902), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:28.962890 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:28.983456 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-342af5e2-8e52-4e36-aad6-e66d67de5c67 admin admin] Publish callbacks [] for security_group (5698d395-0a49-4e0c-a24e-91da2658e7c0), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:28.986884 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:29.014679 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 35520) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:29.032846 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10faf1bb-c05f-49c7-b403-03000b8ffade admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=104568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 07:30:29.040519 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-04ff73a0-13e6-4ef3-a91c-b8cbf3b608ae None None] Set router 26112d59-8b1b-477a-acfc-80c36e5d6753 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:30:29.098912 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:29.106125 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10faf1bb-c05f-49c7-b403-03000b8ffade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cba751f-e461-4acc-9a80-8758104aa902,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:29.111486 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-10faf1bb-c05f-49c7-b403-03000b8ffade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (ce9afbc8-e503-4e7e-8e83-409c50e65e22), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:29.116011 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.db.segments_db [None req-10faf1bb-c05f-49c7-b403-03000b8ffade admin admin] Added segment ce9afbc8-e503-4e7e-8e83-409c50e65e22 of type vlan for network ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7 Nov 02 07:30:29.152915 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-342af5e2-8e52-4e36-aad6-e66d67de5c67 admin admin] Publish callbacks [] for security_group (5698d395-0a49-4e0c-a24e-91da2658e7c0), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:29.277513 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-10faf1bb-c05f-49c7-b403-03000b8ffade admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744619761345'] for network (ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:29.287612 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:30:29.331121 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-10faf1bb-c05f-49c7-b403-03000b8ffade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for network (ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:29.332542 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10faf1bb-c05f-49c7-b403-03000b8ffade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:29.333457 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-10faf1bb-c05f-49c7-b403-03000b8ffade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:29.363230 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:29.363862 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:29.364350 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb Nov 02 07:30:29.437434 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:29.438777 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-04ff73a0-13e6-4ef3-a91c-b8cbf3b608ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'name': 'tempest-TestVolumeBootPattern-1641613649-router', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:20Z', 'updated_at': '2022-11-02T07:30:26Z', 'revision_number': 4, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'gw_port': {'id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:21Z', 'updated_at': '2022-11-02T07:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '393f498e-4c1a-4e54-aa83-f24d808618db', 'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'mac_address': 'fa:16:3e:5d:7e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:25Z', 'updated_at': '2022-11-02T07:30:27Z', 'revision_number': 2, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'subnets': [{'id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:29.477777 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ff73a0-13e6-4ef3-a91c-b8cbf3b608ae None None] Checking router: 26112d59-8b1b-477a-acfc-80c36e5d6753 for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:30:29.478209 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ff73a0-13e6-4ef3-a91c-b8cbf3b608ae None None] Updating router 26112d59-8b1b-477a-acfc-80c36e5d6753 port 393f498e-4c1a-4e54-aa83-f24d808618db binding host dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 07:30:29.531516 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-04ff73a0-13e6-4ef3-a91c-b8cbf3b608ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (393f498e-4c1a-4e54-aa83-f24d808618db), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:29.571030 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:30:29.571665 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:29.613147 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10faf1bb-c05f-49c7-b403-03000b8ffade admin admin] Pushing event updated for resources: {'Network': ['ID=ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:29.631287 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:30:29.633596 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-10faf1bb-c05f-49c7-b403-03000b8ffade admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8683212 Nov 02 07:30:29.636704 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 35560) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:29.645473 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-66659c43-4fe7-40fc-be27-b674f0f162a7 admin admin] Request body: {'subnet': {'network_id': 'ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-616726658-subnet', 'tenant_id': '905677f4e8c14a66b988145f6913fca6', 'ip_version': 4}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:30:29.647089 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Network ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7 details requested by agent ovs-agent-dv-cinder-804735-33-iscsi with host dv-cinder-804735-33-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 07:30:29.651415 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:29.658484 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-10bc43b8-e7f6-4d08-b922-1e45d05e9683 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=71f746654bee4209b28de275a9ce5116&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615788 Nov 02 07:30:29.680125 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66659c43-4fe7-40fc-be27-b674f0f162a7 admin admin] Made reservation on behalf of 905677f4e8c14a66b988145f6913fca6 for: {'subnet': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:30:29.685237 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-66659c43-4fe7-40fc-be27-b674f0f162a7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:29.924074 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:29.956810 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-66659c43-4fe7-40fc-be27-b674f0f162a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for subnet (a4e1caf2-a2eb-4288-a3c7-c3557a71bdbc), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:29.968029 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-342af5e2-8e52-4e36-aad6-e66d67de5c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (5698d395-0a49-4e0c-a24e-91da2658e7c0), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:29.970531 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-342af5e2-8e52-4e36-aad6-e66d67de5c67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:29.971648 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-342af5e2-8e52-4e36-aad6-e66d67de5c67 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5698d395-0a49-4e0c-a24e-91da2658e7c0 HTTP/1.1" status: 204 len: 168 time: 1.1198740 Nov 02 07:30:30.038989 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342af5e2-8e52-4e36-aad6-e66d67de5c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5698d395-0a49-4e0c-a24e-91da2658e7c0,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:30.042405 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66659c43-4fe7-40fc-be27-b674f0f162a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4e1caf2-a2eb-4288-a3c7-c3557a71bdbc,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:30.054824 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66659c43-4fe7-40fc-be27-b674f0f162a7 admin admin] Checking segment: {'id': 'ce9afbc8-e503-4e7e-8e83-409c50e65e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:30:30.055186 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66659c43-4fe7-40fc-be27-b674f0f162a7 admin admin] Network hostable DHCP agents. Network: ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7, hostable agents: ['bceb131e-a03d-46e7-91df-936d929aaf3a'], hosted agents: [] {{(pid=104568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 07:30:30.057773 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-44c1cd5e-9c87-4f3b-bc7b-d6f6129afec3 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:30.060175 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-44c1cd5e-9c87-4f3b-bc7b-d6f6129afec3 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4007719 Nov 02 07:30:30.082472 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66659c43-4fe7-40fc-be27-b674f0f162a7 admin admin] Network ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7 is scheduled to be hosted by DHCP agent bceb131e-a03d-46e7-91df-936d929aaf3a with binding_index 1 {{(pid=104568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 07:30:30.099399 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-66659c43-4fe7-40fc-be27-b674f0f162a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-33-iscsi, ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7) {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:30:30.110608 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66659c43-4fe7-40fc-be27-b674f0f162a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:30.112804 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-66659c43-4fe7-40fc-be27-b674f0f162a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for subnet (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:30.119674 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b846be1-03f7-407f-8725-b4d56cd07f45 None None] Network ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:30:30.140171 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f69d37-fd16-4724-bdb4-286a9aa8bac1 req-9a6fe440-2449-41de-9d8c-c2da8f1d6ad1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:30.143823 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e4f69d37-fd16-4724-bdb4-286a9aa8bac1 req-9a6fe440-2449-41de-9d8c-c2da8f1d6ad1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.2279115 Nov 02 07:30:30.150049 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-66659c43-4fe7-40fc-be27-b674f0f162a7 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5117953 Nov 02 07:30:30.152791 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 35576) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:30.157654 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-ec15f0de-666c-4f61-be23-61a484b8c512 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-616726658-router', 'tenant_id': '905677f4e8c14a66b988145f6913fca6', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:30:30.210329 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ec15f0de-666c-4f61-be23-61a484b8c512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518397'] for router (7fd46565-6ec0-45a9-977d-47812e6903a0), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:30.212018 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ec15f0de-666c-4f61-be23-61a484b8c512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-660658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-678971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518378'] for router (7fd46565-6ec0-45a9-977d-47812e6903a0), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:30.245046 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-04ff73a0-13e6-4ef3-a91c-b8cbf3b608ae None None] Publish callbacks [] for port (393f498e-4c1a-4e54-aa83-f24d808618db), precommit_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:30.256840 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-b5015386-bb99-4881-b6d8-3e0ec624649e tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/quotas/71f746654bee4209b28de275a9ce5116 HTTP/1.1" status: 200 len: 375 time: 0.1295905 Nov 02 07:30:30.266386 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-04ff73a0-13e6-4ef3-a91c-b8cbf3b608ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (393f498e-4c1a-4e54-aa83-f24d808618db), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:30.302377 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ec15f0de-666c-4f61-be23-61a484b8c512 admin admin] Publish callbacks [] for router_controller (7fd46565-6ec0-45a9-977d-47812e6903a0), precommit_add_association {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:30.338503 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-4b8255d4-0487-43fe-a04a-e44e161eba23 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=71f746654bee4209b28de275a9ce5116&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744944 Nov 02 07:30:30.385002 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:30.385994 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb06778-5bc9-4007-90f3-4db87cf1150e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp204866af-937c-5d88-be22-37b8279ded6e-ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7', 'network_id': 'ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7', 'project_id': '905677f4e8c14a66b988145f6913fca6', 'fixed_ips': [{'subnet_id': 'a4e1caf2-a2eb-4288-a3c7-c3557a71bdbc'}]}} from dv-cinder-804735-33-iscsi. {{(pid=104570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 07:30:30.386976 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5bb06778-5bc9-4007-90f3-4db87cf1150e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:30.395012 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e4f69d37-fd16-4724-bdb4-286a9aa8bac1 req-9c01ea20-b66d-4162-96b6-1f3491bdb8ac tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198420 Nov 02 07:30:30.420438 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b05477-5fac-43cd-8a4e-6179146599d7 None None] Pushing event updated for resources: {'Port': ['ID=393f498e-4c1a-4e54-aa83-f24d808618db,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:30.427085 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bd51ff83-0d51-40c4-a89e-68e92c6146ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651005'] for router_interface (55723529-c777-4cb7-87c9-2c9d1dffccf5), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:30.444922 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-04ff73a0-13e6-4ef3-a91c-b8cbf3b608ae None None] Attempting to bind port 393f498e-4c1a-4e54-aa83-f24d808618db on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:30:30.445735 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-04ff73a0-13e6-4ef3-a91c-b8cbf3b608ae None None] Attempting to bind port 393f498e-4c1a-4e54-aa83-f24d808618db by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': 'b223cbb8-b9ce-47ec-9db9-80d47b3aacbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:30:30.446249 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ff73a0-13e6-4ef3-a91c-b8cbf3b608ae None None] Attempting to bind port 393f498e-4c1a-4e54-aa83-f24d808618db on network f6809857-e0de-42f0-baa8-be80912a85f1 {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:30:30.495986 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:30.500709 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:30.514316 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ec15f0de-666c-4f61-be23-61a484b8c512 admin admin] Publish callbacks [] for router_gateway (7fd46565-6ec0-45a9-977d-47812e6903a0), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:30.740676 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ec15f0de-666c-4f61-be23-61a484b8c512 admin admin] Publish callbacks [] for router_gateway (7fd46565-6ec0-45a9-977d-47812e6903a0), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:30.742371 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-23c2c108-20d8-459c-9c31-c85d82ad778f req-1cdfb9a9-9aa6-4cc8-9646-b69eabe3f964 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e2925e4e-7067-440f-ab0e-8fa62a7ffc56 HTTP/1.1" status: 200 len: 210 time: 0.0561728 Nov 02 07:30:30.771207 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ec15f0de-666c-4f61-be23-61a484b8c512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:30.807071 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:30.813282 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:30.878169 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-bd51ff83-0d51-40c4-a89e-68e92c6146ac admin admin] Deleting port 973a57af-4b4d-4d43-b040-33bf8de0cce9 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:30:30.878536 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bd51ff83-0d51-40c4-a89e-68e92c6146ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (973a57af-4b4d-4d43-b040-33bf8de0cce9), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:30.935091 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ff73a0-13e6-4ef3-a91c-b8cbf3b608ae None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:30:30.936013 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ff73a0-13e6-4ef3-a91c-b8cbf3b608ae None None] Checking segment: {'id': 'b223cbb8-b9ce-47ec-9db9-80d47b3aacbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:30:30.936584 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-04ff73a0-13e6-4ef3-a91c-b8cbf3b608ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:30.936959 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ff73a0-13e6-4ef3-a91c-b8cbf3b608ae None None] Bound using segment: {'id': 'b223cbb8-b9ce-47ec-9db9-80d47b3aacbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:30:30.938120 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-04ff73a0-13e6-4ef3-a91c-b8cbf3b608ae None None] Bound port: 393f498e-4c1a-4e54-aa83-f24d808618db, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b223cbb8-b9ce-47ec-9db9-80d47b3aacbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:30:30.938529 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-04ff73a0-13e6-4ef3-a91c-b8cbf3b608ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (393f498e-4c1a-4e54-aa83-f24d808618db), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:30.943105 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-ec15f0de-666c-4f61-be23-61a484b8c512 admin admin] Allocated IP 172.27.2.139 (ac01166e-81e9-4cae-b853-f9fd1f541c1c/957d630b-2ac5-4777-98af-d9a9e169b647/4c1eb239-4d29-4dd4-83e1-de9f03f17816) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:30:30.949166 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:UPDATE=2,neutron:INSERT=10,neutron:SELECT=85,neutron:DELETE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:31.019537 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.db_base_plugin_common [None req-5bb06778-5bc9-4007-90f3-4db87cf1150e None None] Allocated IP 172.20.0.2 (ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7/a4e1caf2-a2eb-4288-a3c7-c3557a71bdbc/6d3156e7-c7ba-405a-8410-56a88731c8b3) {{(pid=104570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:30:31.088631 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-bd51ff83-0d51-40c4-a89e-68e92c6146ac admin admin] For port 973a57af-4b4d-4d43-b040-33bf8de0cce9, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=973a57af-4b4d-4d43-b040-33bf8de0cce9,segment=NetworkSegment(21ee6202-3607-432f-b12e-4294c3e078fe),segment_id=21ee6202-3607-432f-b12e-4294c3e078fe)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:30:31.088997 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bd51ff83-0d51-40c4-a89e-68e92c6146ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (973a57af-4b4d-4d43-b040-33bf8de0cce9), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:31.102501 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-04ff73a0-13e6-4ef3-a91c-b8cbf3b608ae None None] For port 393f498e-4c1a-4e54-aa83-f24d808618db, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:30:31.120975 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ec15f0de-666c-4f61-be23-61a484b8c512 admin admin] Publish callbacks [] for port (4c1eb239-4d29-4dd4-83e1-de9f03f17816), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:31.123853 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-bd51ff83-0d51-40c4-a89e-68e92c6146ac admin admin] Calling delete_port for 973a57af-4b4d-4d43-b040-33bf8de0cce9 owned by network:router_interface {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:30:31.211449 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ec15f0de-666c-4f61-be23-61a484b8c512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738'] for port (4c1eb239-4d29-4dd4-83e1-de9f03f17816), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:31.217568 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-04ff73a0-13e6-4ef3-a91c-b8cbf3b608ae None None] For port 393f498e-4c1a-4e54-aa83-f24d808618db, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=393f498e-4c1a-4e54-aa83-f24d808618db,segment=NetworkSegment(b223cbb8-b9ce-47ec-9db9-80d47b3aacbd),segment_id=b223cbb8-b9ce-47ec-9db9-80d47b3aacbd)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:30:31.227694 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:30:31.301810 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec15f0de-666c-4f61-be23-61a484b8c512 admin admin] Network ac01166e-81e9-4cae-b853-f9fd1f541c1c is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:30:31.312023 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-04ff73a0-13e6-4ef3-a91c-b8cbf3b608ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (393f498e-4c1a-4e54-aa83-f24d808618db), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:31.316418 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-ec15f0de-666c-4f61-be23-61a484b8c512 admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:30:31.325425 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec15f0de-666c-4f61-be23-61a484b8c512 admin admin] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:30:31.386893 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15f0de-666c-4f61-be23-61a484b8c512 admin admin] Pushing event updated for resources: {'Port': ['ID=4c1eb239-4d29-4dd4-83e1-de9f03f17816,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:31.472019 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bd51ff83-0d51-40c4-a89e-68e92c6146ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (973a57af-4b4d-4d43-b040-33bf8de0cce9), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:31.516067 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51ff83-0d51-40c4-a89e-68e92c6146ac admin admin] Pushing event deleted for resources: {'Port': ['ID=973a57af-4b4d-4d43-b040-33bf8de0cce9,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:31.528753 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5bb06778-5bc9-4007-90f3-4db87cf1150e None None] Publish callbacks [] for port (6d3156e7-c7ba-405a-8410-56a88731c8b3), precommit_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:31.585481 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5bb06778-5bc9-4007-90f3-4db87cf1150e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738'] for port (6d3156e7-c7ba-405a-8410-56a88731c8b3), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:31.680074 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c54c86-a91c-41a6-94f0-6d0fc76d7b5a req-631fca23-53c1-456a-8e83-3a46daedf273 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:31.681629 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-13c54c86-a91c-41a6-94f0-6d0fc76d7b5a req-631fca23-53c1-456a-8e83-3a46daedf273 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.1231110 Nov 02 07:30:31.702836 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ff73a0-13e6-4ef3-a91c-b8cbf3b608ae None None] Routers {'26112d59-8b1b-477a-acfc-80c36e5d6753'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:30:31.704591 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-04ff73a0-13e6-4ef3-a91c-b8cbf3b608ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:30:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['26112d59-8b1b-477a-acfc-80c36e5d6753'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:31.726083 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ec15f0de-666c-4f61-be23-61a484b8c512 admin admin] Publish callbacks [] for router_gateway (7fd46565-6ec0-45a9-977d-47812e6903a0), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:31.794029 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb06778-5bc9-4007-90f3-4db87cf1150e None None] Network ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7 is already hosted by enough agents. {{(pid=104570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:30:31.801224 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.base_scheduler [None req-5bb06778-5bc9-4007-90f3-4db87cf1150e None None] Resources bound (agent type, host, resource id): {{(pid=104570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:30:31.806017 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb06778-5bc9-4007-90f3-4db87cf1150e None None] Received port after_create {{(pid=104570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:30:31.821534 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b05477-5fac-43cd-8a4e-6179146599d7 None None] Pushing event updated for resources: {'Port': ['ID=393f498e-4c1a-4e54-aa83-f24d808618db,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:31.855133 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bd51ff83-0d51-40c4-a89e-68e92c6146ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-997933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647533'] for router_interface (55723529-c777-4cb7-87c9-2c9d1dffccf5), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:31.860848 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:31.913491 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb06778-5bc9-4007-90f3-4db87cf1150e None None] Pushing event updated for resources: {'Port': ['ID=6d3156e7-c7ba-405a-8410-56a88731c8b3,revision_number=1']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:31.936054 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-13c54c86-a91c-41a6-94f0-6d0fc76d7b5a req-f70f9e9b-b1c1-4a0b-9120-bdd9a28217b1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753937 Nov 02 07:30:31.995363 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ec15f0de-666c-4f61-be23-61a484b8c512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648988'] for router (7fd46565-6ec0-45a9-977d-47812e6903a0), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:32.000092 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6fd7145d-bfc0-44ef-b2d6-1d3f9382f882 req-86acbb07-096e-4745-a225-2440450a72b4 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e2925e4e-7067-440f-ab0e-8fa62a7ffc56 HTTP/1.1" status: 200 len: 210 time: 0.0733972 Nov 02 07:30:32.058005 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:32.058386 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:32.058885 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb Nov 02 07:30:32.074106 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:32.131386 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:32.156190 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-5bb06778-5bc9-4007-90f3-4db87cf1150e None None] Attempting to bind port 6d3156e7-c7ba-405a-8410-56a88731c8b3 on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:30:32.162495 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-5bb06778-5bc9-4007-90f3-4db87cf1150e None None] Attempting to bind port 6d3156e7-c7ba-405a-8410-56a88731c8b3 by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': 'ce9afbc8-e503-4e7e-8e83-409c50e65e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:30:32.163215 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb06778-5bc9-4007-90f3-4db87cf1150e None None] Attempting to bind port 6d3156e7-c7ba-405a-8410-56a88731c8b3 on network ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7 {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:30:32.187949 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec15f0de-666c-4f61-be23-61a484b8c512 admin admin] Router 7fd46565-6ec0-45a9-977d-47812e6903a0 is scheduled to L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a with binding_index 1 {{(pid=104568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 07:30:32.207186 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:32.254813 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:32.257739 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-04ff73a0-13e6-4ef3-a91c-b8cbf3b608ae None None] Set router 26112d59-8b1b-477a-acfc-80c36e5d6753 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:30:32.430112 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb06778-5bc9-4007-90f3-4db87cf1150e None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:30:32.430635 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb06778-5bc9-4007-90f3-4db87cf1150e None None] Checking segment: {'id': 'ce9afbc8-e503-4e7e-8e83-409c50e65e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:30:32.431097 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5bb06778-5bc9-4007-90f3-4db87cf1150e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:32.431584 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb06778-5bc9-4007-90f3-4db87cf1150e None None] Bound using segment: {'id': 'ce9afbc8-e503-4e7e-8e83-409c50e65e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:30:32.432137 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-5bb06778-5bc9-4007-90f3-4db87cf1150e None None] Bound port: 6d3156e7-c7ba-405a-8410-56a88731c8b3, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9afbc8-e503-4e7e-8e83-409c50e65e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:30:32.432580 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5bb06778-5bc9-4007-90f3-4db87cf1150e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (6d3156e7-c7ba-405a-8410-56a88731c8b3), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:32.469823 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:30:32.485240 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:32.593502 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd51ff83-0d51-40c4-a89e-68e92c6146ac admin admin] Router 55723529-c777-4cb7-87c9-2c9d1dffccf5 has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:30:32.622985 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec15f0de-666c-4f61-be23-61a484b8c512 admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:30:32.650849 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c82f58-5ef7-4b1e-985b-fc5745a2a800 None None] Sync routers for ids ['7fd46565-6ec0-45a9-977d-47812e6903a0'] in dv-cinder-804735-33-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:30:32.671388 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c82f58-5ef7-4b1e-985b-fc5745a2a800 None None] Routers {'7fd46565-6ec0-45a9-977d-47812e6903a0'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:30:32.672233 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-58c82f58-5ef7-4b1e-985b-fc5745a2a800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:30:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['7fd46565-6ec0-45a9-977d-47812e6903a0'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:32.678633 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ec15f0de-666c-4f61-be23-61a484b8c512 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:32.679903 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-ec15f0de-666c-4f61-be23-61a484b8c512 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5263655 Nov 02 07:30:32.682760 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 35652) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:32.767882 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd51ff83-0d51-40c4-a89e-68e92c6146ac admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:30:32.783122 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7b2b95-798f-4f7d-a929-b31e00f98dad None None] Sync routers for ids ['55723529-c777-4cb7-87c9-2c9d1dffccf5'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:30:32.787682 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-5bb06778-5bc9-4007-90f3-4db87cf1150e None None] For port 6d3156e7-c7ba-405a-8410-56a88731c8b3, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:30:32.790744 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-bd51ff83-0d51-40c4-a89e-68e92c6146ac admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/55723529-c777-4cb7-87c9-2c9d1dffccf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7737818 Nov 02 07:30:32.791631 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 35658) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:32.833296 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-58c82f58-5ef7-4b1e-985b-fc5745a2a800 None None] Set router 7fd46565-6ec0-45a9-977d-47812e6903a0 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:30:32.861976 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-5bb06778-5bc9-4007-90f3-4db87cf1150e None None] For port 6d3156e7-c7ba-405a-8410-56a88731c8b3, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=6d3156e7-c7ba-405a-8410-56a88731c8b3,segment=NetworkSegment(ce9afbc8-e503-4e7e-8e83-409c50e65e22),segment_id=ce9afbc8-e503-4e7e-8e83-409c50e65e22)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:30:32.880427 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7b2b95-798f-4f7d-a929-b31e00f98dad None None] Routers {'55723529-c777-4cb7-87c9-2c9d1dffccf5'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:30:32.882427 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-5d7b2b95-798f-4f7d-a929-b31e00f98dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:30:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['55723529-c777-4cb7-87c9-2c9d1dffccf5'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:32.964086 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-80b2c494-82c1-4f0c-981d-6447989c7f2e admin admin] Publish callbacks [] for router (55723529-c777-4cb7-87c9-2c9d1dffccf5), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:33.111479 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-58c82f58-5ef7-4b1e-985b-fc5745a2a800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd46565-6ec0-45a9-977d-47812e6903a0', 'name': 'tempest-TestVolumeBootPattern-616726658-router', 'tenant_id': '905677f4e8c14a66b988145f6913fca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '4c1eb239-4d29-4dd4-83e1-de9f03f17816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:30Z', 'updated_at': '2022-11-02T07:30:31Z', 'revision_number': 3, 'project_id': '905677f4e8c14a66b988145f6913fca6', 'gw_port': {'id': '4c1eb239-4d29-4dd4-83e1-de9f03f17816', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:38:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd46565-6ec0-45a9-977d-47812e6903a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:30Z', 'updated_at': '2022-11-02T07:30:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:33.144979 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c82f58-5ef7-4b1e-985b-fc5745a2a800 None None] Checking router: 7fd46565-6ec0-45a9-977d-47812e6903a0 for host: dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:30:33.145568 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c82f58-5ef7-4b1e-985b-fc5745a2a800 None None] Updating router 7fd46565-6ec0-45a9-977d-47812e6903a0 port 4c1eb239-4d29-4dd4-83e1-de9f03f17816 binding host dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 07:30:33.164333 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-5d7b2b95-798f-4f7d-a929-b31e00f98dad None None] Set router 55723529-c777-4cb7-87c9-2c9d1dffccf5 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:30:33.166525 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-0e16ef25-e8f0-44c1-ae23-a2df5d09ebe9 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=71f746654bee4209b28de275a9ce5116&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2002721 Nov 02 07:30:33.199745 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-58c82f58-5ef7-4b1e-985b-fc5745a2a800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (4c1eb239-4d29-4dd4-83e1-de9f03f17816), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:33.334429 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b04ec76a-7a17-4db8-952f-51b03115fa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:33.336053 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8f2bd908-734d-43c6-a666-11edd7f205fb req-79f5cf3a-67d7-4473-a194-fc24f796968c tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e2925e4e-7067-440f-ab0e-8fa62a7ffc56 HTTP/1.1" status: 200 len: 210 time: 0.1530411 Nov 02 07:30:33.384850 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc79c0-ec43-460b-853a-3689fb076bb7 req-45e4aed0-e682-48f7-81bb-65d4270b807e tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:33.393358 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5bdc79c0-ec43-460b-853a-3689fb076bb7 req-45e4aed0-e682-48f7-81bb-65d4270b807e tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.2318823 Nov 02 07:30:33.418417 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5bb06778-5bc9-4007-90f3-4db87cf1150e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (6d3156e7-c7ba-405a-8410-56a88731c8b3), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:33.553006 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-80b2c494-82c1-4f0c-981d-6447989c7f2e admin admin] Publish callbacks [] for router_gateway (55723529-c777-4cb7-87c9-2c9d1dffccf5), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:33.593137 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-04ff73a0-13e6-4ef3-a91c-b8cbf3b608ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'name': 'tempest-TestVolumeBootPattern-1641613649-router', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:20Z', 'updated_at': '2022-11-02T07:30:26Z', 'revision_number': 4, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'gw_port': {'id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:21Z', 'updated_at': '2022-11-02T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '393f498e-4c1a-4e54-aa83-f24d808618db', 'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'mac_address': 'fa:16:3e:5d:7e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:25Z', 'updated_at': '2022-11-02T07:30:31Z', 'revision_number': 4, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'subnets': [{'id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:33.610234 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-58c82f58-5ef7-4b1e-985b-fc5745a2a800 None None] Publish callbacks [] for port (4c1eb239-4d29-4dd4-83e1-de9f03f17816), precommit_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:33.612871 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:33.625098 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-58c82f58-5ef7-4b1e-985b-fc5745a2a800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (4c1eb239-4d29-4dd4-83e1-de9f03f17816), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:33.681490 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5bdc79c0-ec43-460b-853a-3689fb076bb7 req-78c26367-ec35-4691-b22a-69b3fdcb0f5f tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869651 Nov 02 07:30:33.688334 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-58c82f58-5ef7-4b1e-985b-fc5745a2a800 None None] Attempting to bind port 4c1eb239-4d29-4dd4-83e1-de9f03f17816 on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:30:33.689314 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-58c82f58-5ef7-4b1e-985b-fc5745a2a800 None None] Attempting to bind port 4c1eb239-4d29-4dd4-83e1-de9f03f17816 by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:30:33.689850 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c82f58-5ef7-4b1e-985b-fc5745a2a800 None None] Attempting to bind port 4c1eb239-4d29-4dd4-83e1-de9f03f17816 on network ac01166e-81e9-4cae-b853-f9fd1f541c1c {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:30:33.708383 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-a8d29de0-7c08-4f24-a197-88d5fbe0fcfb tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:33.710142 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-a8d29de0-7c08-4f24-a197-88d5fbe0fcfb tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5243177 Nov 02 07:30:33.729814 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-80b2c494-82c1-4f0c-981d-6447989c7f2e admin admin] Deleting port 326d84c0-8d4f-4e37-aae3-6bcc41cd294f {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:30:33.730440 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-80b2c494-82c1-4f0c-981d-6447989c7f2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (326d84c0-8d4f-4e37-aae3-6bcc41cd294f), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:33.744106 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23b0cf-ecb8-4574-9cdc-c58ee17df57a None None] Pushing event updated for resources: {'Port': ['ID=4c1eb239-4d29-4dd4-83e1-de9f03f17816,revision_number=2']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:33.744625 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ff73a0-13e6-4ef3-a91c-b8cbf3b608ae None None] The sync data for ids ['26112d59-8b1b-477a-acfc-80c36e5d6753'] in dv-cinder-804735-33-iscsi is: [{'id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'name': 'tempest-TestVolumeBootPattern-1641613649-router', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:20Z', 'updated_at': '2022-11-02T07:30:26Z', 'revision_number': 4, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'gw_port': {'id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:21Z', 'updated_at': '2022-11-02T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '393f498e-4c1a-4e54-aa83-f24d808618db', 'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'mac_address': 'fa:16:3e:5d:7e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:25Z', 'updated_at': '2022-11-02T07:30:31Z', 'revision_number': 4, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'subnets': [{'id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:30:33.763878 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c82f58-5ef7-4b1e-985b-fc5745a2a800 None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:30:33.764707 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c82f58-5ef7-4b1e-985b-fc5745a2a800 None None] Checking segment: {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:30:33.765437 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-58c82f58-5ef7-4b1e-985b-fc5745a2a800 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:33.766065 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c82f58-5ef7-4b1e-985b-fc5745a2a800 None None] Bound using segment: {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:30:33.766802 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-58c82f58-5ef7-4b1e-985b-fc5745a2a800 None None] Bound port: 4c1eb239-4d29-4dd4-83e1-de9f03f17816, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:30:33.767462 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-58c82f58-5ef7-4b1e-985b-fc5745a2a800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (4c1eb239-4d29-4dd4-83e1-de9f03f17816), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:33.778084 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb06778-5bc9-4007-90f3-4db87cf1150e None None] Pushing event updated for resources: {'Port': ['ID=6d3156e7-c7ba-405a-8410-56a88731c8b3,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:33.806904 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-5d7b2b95-798f-4f7d-a929-b31e00f98dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55723529-c777-4cb7-87c9-2c9d1dffccf5', 'name': 'tempest-DeleteServersTestJSON-803879435-router', 'tenant_id': 'f676ec82a80f4425a6fa7562ee47a4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '326d84c0-8d4f-4e37-aae3-6bcc41cd294f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:14Z', 'updated_at': '2022-11-02T07:30:31Z', 'revision_number': 5, 'project_id': 'f676ec82a80f4425a6fa7562ee47a4cf', 'gw_port': {'id': '326d84c0-8d4f-4e37-aae3-6bcc41cd294f', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:be:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55723529-c777-4cb7-87c9-2c9d1dffccf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:16Z', 'updated_at': '2022-11-02T07:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:33.827986 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-b04ec76a-7a17-4db8-952f-51b03115fa37 admin admin] Allocated IP 172.20.0.1 (ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7/a4e1caf2-a2eb-4288-a3c7-c3557a71bdbc/8b221df1-ad67-459c-9e83-9519add67499) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:30:33.873785 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-3026b796-89dd-4863-a624-262a7306b9ac tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Request body: {'port': {'device_id': 'e2925e4e-7067-440f-ab0e-8fa62a7ffc56', 'network_id': '414a8a2b-7b0c-4f89-80c5-2d1b91e21aca', 'admin_state_up': True, 'tenant_id': '71f746654bee4209b28de275a9ce5116'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:30:33.923982 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:33.952107 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-58c82f58-5ef7-4b1e-985b-fc5745a2a800 None None] For port 4c1eb239-4d29-4dd4-83e1-de9f03f17816, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:30:33.968420 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7b2b95-798f-4f7d-a929-b31e00f98dad None None] Checking router: 55723529-c777-4cb7-87c9-2c9d1dffccf5 for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:30:33.973198 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-58c82f58-5ef7-4b1e-985b-fc5745a2a800 None None] For port 4c1eb239-4d29-4dd4-83e1-de9f03f17816, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=4c1eb239-4d29-4dd4-83e1-de9f03f17816,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:30:33.997351 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-58c82f58-5ef7-4b1e-985b-fc5745a2a800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (4c1eb239-4d29-4dd4-83e1-de9f03f17816), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:34.005320 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7b2b95-798f-4f7d-a929-b31e00f98dad None None] Routers {'55723529-c777-4cb7-87c9-2c9d1dffccf5'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:30:34.005951 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-5d7b2b95-798f-4f7d-a929-b31e00f98dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:30:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['55723529-c777-4cb7-87c9-2c9d1dffccf5'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:34.040520 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:34.080353 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:34.086944 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23b0cf-ecb8-4574-9cdc-c58ee17df57a None None] Pushing event updated for resources: {'Port': ['ID=4c1eb239-4d29-4dd4-83e1-de9f03f17816,revision_number=3']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:34.105927 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c82f58-5ef7-4b1e-985b-fc5745a2a800 None None] Routers {'7fd46565-6ec0-45a9-977d-47812e6903a0'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:30:34.109640 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-58c82f58-5ef7-4b1e-985b-fc5745a2a800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:30:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['7fd46565-6ec0-45a9-977d-47812e6903a0'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:34.116830 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b04ec76a-7a17-4db8-952f-51b03115fa37 admin admin] Publish callbacks [] for port (8b221df1-ad67-459c-9e83-9519add67499), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:34.140707 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 35692) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:34.234498 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-5d7b2b95-798f-4f7d-a929-b31e00f98dad None None] Set router 55723529-c777-4cb7-87c9-2c9d1dffccf5 gateway port host: None {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:30:34.234843 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b04ec76a-7a17-4db8-952f-51b03115fa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738'] for port (8b221df1-ad67-459c-9e83-9519add67499), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:34.291282 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-80b2c494-82c1-4f0c-981d-6447989c7f2e admin admin] For port 326d84c0-8d4f-4e37-aae3-6bcc41cd294f, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=326d84c0-8d4f-4e37-aae3-6bcc41cd294f,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:30:34.291883 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-80b2c494-82c1-4f0c-981d-6447989c7f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (326d84c0-8d4f-4e37-aae3-6bcc41cd294f), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:34.312687 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04ec76a-7a17-4db8-952f-51b03115fa37 admin admin] Network ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:30:34.314275 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-5d7b2b95-798f-4f7d-a929-b31e00f98dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55723529-c777-4cb7-87c9-2c9d1dffccf5', 'name': 'tempest-DeleteServersTestJSON-803879435-router', 'tenant_id': 'f676ec82a80f4425a6fa7562ee47a4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:14Z', 'updated_at': '2022-11-02T07:30:33Z', 'revision_number': 6, 'project_id': 'f676ec82a80f4425a6fa7562ee47a4cf', 'gw_port_host': None}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:34.332963 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-b04ec76a-7a17-4db8-952f-51b03115fa37 admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:30:34.341031 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-80b2c494-82c1-4f0c-981d-6447989c7f2e admin admin] Calling delete_port for 326d84c0-8d4f-4e37-aae3-6bcc41cd294f owned by network:router_gateway {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:30:34.343675 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7b2b95-798f-4f7d-a929-b31e00f98dad None None] The sync data for ids ['55723529-c777-4cb7-87c9-2c9d1dffccf5'] in dv-cinder-804735-33-iscsi is: [{'id': '55723529-c777-4cb7-87c9-2c9d1dffccf5', 'name': 'tempest-DeleteServersTestJSON-803879435-router', 'tenant_id': 'f676ec82a80f4425a6fa7562ee47a4cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:14Z', 'updated_at': '2022-11-02T07:30:33Z', 'revision_number': 6, 'project_id': 'f676ec82a80f4425a6fa7562ee47a4cf', 'gw_port_host': None}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:30:34.345160 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04ec76a-7a17-4db8-952f-51b03115fa37 admin admin] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:30:34.346316 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b04ec76a-7a17-4db8-952f-51b03115fa37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650874'] for router_interface (7fd46565-6ec0-45a9-977d-47812e6903a0), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:34.352548 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-58c82f58-5ef7-4b1e-985b-fc5745a2a800 None None] Set router 7fd46565-6ec0-45a9-977d-47812e6903a0 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:30:34.385473 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:34.464397 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:34.477712 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ec76a-7a17-4db8-952f-51b03115fa37 admin admin] Pushing event updated for resources: {'Port': ['ID=8b221df1-ad67-459c-9e83-9519add67499,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:34.517454 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-aa9d8949-dea3-4f35-b5fb-ad1dd596d606 req-47efe30f-e31e-4327-91a8-dd54a08582bf tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e2925e4e-7067-440f-ab0e-8fa62a7ffc56 HTTP/1.1" status: 200 len: 210 time: 0.0794697 Nov 02 07:30:34.519094 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-3026b796-89dd-4863-a624-262a7306b9ac tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Made reservation on behalf of 71f746654bee4209b28de275a9ce5116 for: {'port': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:30:34.530419 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-3026b796-89dd-4863-a624-262a7306b9ac tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:34.537318 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6ae4036b-0f71-4b3f-8611-2efdc21a318d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:34.552002 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-3026b796-89dd-4863-a624-262a7306b9ac tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:34.636923 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-58c82f58-5ef7-4b1e-985b-fc5745a2a800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd46565-6ec0-45a9-977d-47812e6903a0', 'name': 'tempest-TestVolumeBootPattern-616726658-router', 'tenant_id': '905677f4e8c14a66b988145f6913fca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '4c1eb239-4d29-4dd4-83e1-de9f03f17816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:30Z', 'updated_at': '2022-11-02T07:30:31Z', 'revision_number': 3, 'project_id': '905677f4e8c14a66b988145f6913fca6', 'gw_port': {'id': '4c1eb239-4d29-4dd4-83e1-de9f03f17816', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:38:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd46565-6ec0-45a9-977d-47812e6903a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:30Z', 'updated_at': '2022-11-02T07:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:34.708091 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c82f58-5ef7-4b1e-985b-fc5745a2a800 None None] The sync data for ids ['7fd46565-6ec0-45a9-977d-47812e6903a0'] in dv-cinder-804735-33-iscsi is: [{'id': '7fd46565-6ec0-45a9-977d-47812e6903a0', 'name': 'tempest-TestVolumeBootPattern-616726658-router', 'tenant_id': '905677f4e8c14a66b988145f6913fca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '4c1eb239-4d29-4dd4-83e1-de9f03f17816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:30Z', 'updated_at': '2022-11-02T07:30:31Z', 'revision_number': 3, 'project_id': '905677f4e8c14a66b988145f6913fca6', 'gw_port': {'id': '4c1eb239-4d29-4dd4-83e1-de9f03f17816', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:38:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd46565-6ec0-45a9-977d-47812e6903a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:30Z', 'updated_at': '2022-11-02T07:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:30:34.954663 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6ae4036b-0f71-4b3f-8611-2efdc21a318d admin admin] Publish callbacks [] for security_group (636420ca-9fef-4f88-af4a-5f326f5da2c9), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:34.985667 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6ae4036b-0f71-4b3f-8611-2efdc21a318d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (636420ca-9fef-4f88-af4a-5f326f5da2c9), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:35.039837 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-3026b796-89dd-4863-a624-262a7306b9ac tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Publish callbacks [] for security_group (fdf6f603-ce9d-4cb4-b0bb-cef60c26002a), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:35.041919 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-80b2c494-82c1-4f0c-981d-6447989c7f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (326d84c0-8d4f-4e37-aae3-6bcc41cd294f), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:35.069532 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890d28d-f9b8-427a-b915-f013a6530367 req-46d488e4-e327-4458-bc52-25736d31c317 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:35.071386 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f890d28d-f9b8-427a-b915-f013a6530367 req-46d488e4-e327-4458-bc52-25736d31c317 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.2298105 Nov 02 07:30:35.091934 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-3026b796-89dd-4863-a624-262a7306b9ac tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (fdf6f603-ce9d-4cb4-b0bb-cef60c26002a), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:35.115642 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-6ae4036b-0f71-4b3f-8611-2efdc21a318d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d067b8b0214c4e7d8141df0bac1f945e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9721243 Nov 02 07:30:35.128499 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 35710) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:35.207571 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4036b-0f71-4b3f-8611-2efdc21a318d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636420ca-9fef-4f88-af4a-5f326f5da2c9,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:35.250823 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9cdca9-888f-4d8d-a49d-a285e8156e07 None None] get_active_networks_info from dv-cinder-804735-33-iscsi {{(pid=104570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 07:30:35.281994 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2c494-82c1-4f0c-981d-6447989c7f2e admin admin] Pushing event deleted for resources: {'Port': ['ID=326d84c0-8d4f-4e37-aae3-6bcc41cd294f,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:35.288699 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2f4fa77f-cc8f-4870-8525-59d49baa7e35 admin admin] Publish callbacks [] for security_group (636420ca-9fef-4f88-af4a-5f326f5da2c9), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:35.302992 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b04ec76a-7a17-4db8-952f-51b03115fa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (8b221df1-ad67-459c-9e83-9519add67499), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:35.395066 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2f4fa77f-cc8f-4870-8525-59d49baa7e35 admin admin] Publish callbacks [] for security_group (636420ca-9fef-4f88-af4a-5f326f5da2c9), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:35.409836 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026b796-89dd-4863-a624-262a7306b9ac tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf6f603-ce9d-4cb4-b0bb-cef60c26002a,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:35.411738 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:35.493925 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-3ed5c6f1-d62e-4321-8725-cca8811b2668 None None] Provisioning complete for port 6d3156e7-c7ba-405a-8410-56a88731c8b3 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:35.494856 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-3ed5c6f1-d62e-4321-8725-cca8811b2668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (6d3156e7-c7ba-405a-8410-56a88731c8b3), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:35.494856 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-3ed5c6f1-d62e-4321-8725-cca8811b2668 None None] Attempt 1 to provision port 6d3156e7-c7ba-405a-8410-56a88731c8b3 Nov 02 07:30:35.556827 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f890d28d-f9b8-427a-b915-f013a6530367 req-2ef7a1b8-8115-4cb4-a1e1-2781762005b1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4703717 Nov 02 07:30:35.601609 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:35.695941 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:35.722340 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 393f498e-4c1a-4e54-aa83-f24d808618db up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:30:35.726029 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-83006d0e-0ea1-4e22-94f9-453d608b9c48 req-88f31534-c90a-4e69-b6de-167f4a917333 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e2925e4e-7067-440f-ab0e-8fa62a7ffc56 HTTP/1.1" status: 200 len: 210 time: 0.0447843 Nov 02 07:30:35.730570 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:35.749772 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-80b2c494-82c1-4f0c-981d-6447989c7f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649138'] for router_gateway (55723529-c777-4cb7-87c9-2c9d1dffccf5), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:35.752751 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-3026b796-89dd-4863-a624-262a7306b9ac tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Allocated IP 192.168.233.240 (414a8a2b-7b0c-4f89-80c5-2d1b91e21aca/ecfd66e3-7c06-4404-bfa9-51f7c8f94ecf/0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:30:35.822571 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2f4fa77f-cc8f-4870-8525-59d49baa7e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (636420ca-9fef-4f88-af4a-5f326f5da2c9), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:35.825452 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2f4fa77f-cc8f-4870-8525-59d49baa7e35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:35.833325 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-2f4fa77f-cc8f-4870-8525-59d49baa7e35 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/636420ca-9fef-4f88-af4a-5f326f5da2c9 HTTP/1.1" status: 204 len: 168 time: 0.7036784 Nov 02 07:30:35.848615 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fa77f-cc8f-4870-8525-59d49baa7e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636420ca-9fef-4f88-af4a-5f326f5da2c9,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:35.879847 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b04ec76a-7a17-4db8-952f-51b03115fa37 admin admin] Publish callbacks [] for port (8b221df1-ad67-459c-9e83-9519add67499), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:35.890862 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b04ec76a-7a17-4db8-952f-51b03115fa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (8b221df1-ad67-459c-9e83-9519add67499), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:35.892030 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b04ec76a-7a17-4db8-952f-51b03115fa37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-997922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650966'] for router_interface (7fd46565-6ec0-45a9-977d-47812e6903a0), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:35.976370 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ec76a-7a17-4db8-952f-51b03115fa37 admin admin] Pushing event updated for resources: {'Port': ['ID=8b221df1-ad67-459c-9e83-9519add67499,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:36.042288 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-3ed5c6f1-d62e-4321-8725-cca8811b2668 None None] Current status of the port 6d3156e7-c7ba-405a-8410-56a88731c8b3 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:30:36.042922 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-3ed5c6f1-d62e-4321-8725-cca8811b2668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (6d3156e7-c7ba-405a-8410-56a88731c8b3), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:36.113676 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-3ed5c6f1-d62e-4321-8725-cca8811b2668 None None] For port 6d3156e7-c7ba-405a-8410-56a88731c8b3, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=6d3156e7-c7ba-405a-8410-56a88731c8b3,segment=NetworkSegment(ce9afbc8-e503-4e7e-8e83-409c50e65e22),segment_id=ce9afbc8-e503-4e7e-8e83-409c50e65e22)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:30:36.126639 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9cdca9-888f-4d8d-a49d-a285e8156e07 None None] Resources bound (agent type, host, resource id): {{(pid=104570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 07:30:36.130944 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 393f498e-4c1a-4e54-aa83-f24d808618db triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:36.131498 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (393f498e-4c1a-4e54-aa83-f24d808618db), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:36.132064 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 393f498e-4c1a-4e54-aa83-f24d808618db Nov 02 07:30:36.136417 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-3ed5c6f1-d62e-4321-8725-cca8811b2668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (6d3156e7-c7ba-405a-8410-56a88731c8b3), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:36.191050 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-3026b796-89dd-4863-a624-262a7306b9ac tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Publish callbacks [] for port (0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:36.196854 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04ec76a-7a17-4db8-952f-51b03115fa37 admin admin] Network ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:30:36.198264 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-b04ec76a-7a17-4db8-952f-51b03115fa37 admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:30:36.222937 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:36.224272 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:36.228903 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-80b2c494-82c1-4f0c-981d-6447989c7f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-647483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518291'] for router (55723529-c777-4cb7-87c9-2c9d1dffccf5), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:36.237643 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-80b2c494-82c1-4f0c-981d-6447989c7f2e admin admin] Publish callbacks [] for router_controller (55723529-c777-4cb7-87c9-2c9d1dffccf5), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:36.322465 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-3026b796-89dd-4863-a624-262a7306b9ac tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:36.363720 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04ec76a-7a17-4db8-952f-51b03115fa37 admin admin] Router 7fd46565-6ec0-45a9-977d-47812e6903a0 has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:30:36.375664 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-3026b796-89dd-4863-a624-262a7306b9ac tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Network 414a8a2b-7b0c-4f89-80c5-2d1b91e21aca is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:30:36.376446 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-80b2c494-82c1-4f0c-981d-6447989c7f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-647458'] for router (55723529-c777-4cb7-87c9-2c9d1dffccf5), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:36.377038 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b2c494-82c1-4f0c-981d-6447989c7f2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55723529-c777-4cb7-87c9-2c9d1dffccf5 {{(pid=104569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 07:30:36.384466 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-3026b796-89dd-4863-a624-262a7306b9ac tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:30:36.391252 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-80b2c494-82c1-4f0c-981d-6447989c7f2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:36.394850 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-80b2c494-82c1-4f0c-981d-6447989c7f2e admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/55723529-c777-4cb7-87c9-2c9d1dffccf5 HTTP/1.1" status: 204 len: 168 time: 3.5997727 Nov 02 07:30:36.396045 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-3026b796-89dd-4863-a624-262a7306b9ac tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:30:36.396179 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 35726) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:36.407606 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 35728) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:36.444980 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026b796-89dd-4863-a624-262a7306b9ac tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Pushing event updated for resources: {'Port': ['ID=0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:36.469364 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-3026b796-89dd-4863-a624-262a7306b9ac tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:36.470010 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-3026b796-89dd-4863-a624-262a7306b9ac tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:36.489208 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5c6f1-d62e-4321-8725-cca8811b2668 None None] Pushing event updated for resources: {'Port': ['ID=6d3156e7-c7ba-405a-8410-56a88731c8b3,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:36.503730 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ca88c9ab-8c0e-4744-9ae7-802997094527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:36.521775 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-3026b796-89dd-4863-a624-262a7306b9ac tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7453852 Nov 02 07:30:36.551490 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 393f498e-4c1a-4e54-aa83-f24d808618db is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:30:36.551805 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1459cbc-1fdd-4c16-8d38-fd2a2248b2d7 admin admin] Deleting subnet d6e658cd-4f30-4c95-98d1-6c9967d26219 {{(pid=104568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 07:30:36.551919 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (393f498e-4c1a-4e54-aa83-f24d808618db), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:36.643966 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port 393f498e-4c1a-4e54-aa83-f24d808618db, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=393f498e-4c1a-4e54-aa83-f24d808618db,segment=NetworkSegment(b223cbb8-b9ce-47ec-9db9-80d47b3aacbd),segment_id=b223cbb8-b9ce-47ec-9db9-80d47b3aacbd)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:30:36.674259 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (393f498e-4c1a-4e54-aa83-f24d808618db), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:36.675112 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 6d3156e7-c7ba-405a-8410-56a88731c8b3 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:30:36.753065 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a1459cbc-1fdd-4c16-8d38-fd2a2248b2d7 admin admin] Publish callbacks [] for subnet (d6e658cd-4f30-4c95-98d1-6c9967d26219), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:36.764752 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641fcdb-d8e7-46ee-96c3-4105f584f518 req-c8208c66-92e8-4734-be58-1b2edb3f148e tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:36.766335 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a641fcdb-d8e7-46ee-96c3-4105f584f518 req-c8208c66-92e8-4734-be58-1b2edb3f148e tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.0740204 Nov 02 07:30:36.823322 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=393f498e-4c1a-4e54-aa83-f24d808618db,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:36.836299 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a1459cbc-1fdd-4c16-8d38-fd2a2248b2d7 admin admin] Publish callbacks [] for subnet (d6e658cd-4f30-4c95-98d1-6c9967d26219), precommit_delete_associations {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:36.868833 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a641fcdb-d8e7-46ee-96c3-4105f584f518 req-3536e0e2-03bd-48f6-ba5c-e12d0eb20e2a tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851083 Nov 02 07:30:36.874412 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 6d3156e7-c7ba-405a-8410-56a88731c8b3 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:36.875634 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (6d3156e7-c7ba-405a-8410-56a88731c8b3), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:36.876103 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 6d3156e7-c7ba-405a-8410-56a88731c8b3 Nov 02 07:30:36.886559 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04ec76a-7a17-4db8-952f-51b03115fa37 admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:30:36.899504 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-9363597e-f636-471e-9f6f-1bf7757e6691 service neutron] Request body: {'port': {'device_id': 'e2925e4e-7067-440f-ab0e-8fa62a7ffc56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:30:36.933359 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-b04ec76a-7a17-4db8-952f-51b03115fa37 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/7fd46565-6ec0-45a9-977d-47812e6903a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2495372 Nov 02 07:30:36.960203 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:36.971429 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:36.999666 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a1459cbc-1fdd-4c16-8d38-fd2a2248b2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134157560'] for subnet (d6e658cd-4f30-4c95-98d1-6c9967d26219), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:37.033742 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ca88c9ab-8c0e-4744-9ae7-802997094527 admin admin] Publish callbacks [] for security_group (7fb90b45-4bd4-45bf-9ec2-f996ec595342), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:37.037496 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 6d3156e7-c7ba-405a-8410-56a88731c8b3 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:30:37.040263 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df685d-2ba4-45e9-a7d7-c513fedf055a req-238a581d-1df1-4817-8c29-38762b6ccbcf tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:37.042228 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-76df685d-2ba4-45e9-a7d7-c513fedf055a req-238a581d-1df1-4817-8c29-38762b6ccbcf tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e2925e4e-7067-440f-ab0e-8fa62a7ffc56 HTTP/1.1" status: 200 len: 936 time: 0.1781871 Nov 02 07:30:37.051482 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ca88c9ab-8c0e-4744-9ae7-802997094527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (7fb90b45-4bd4-45bf-9ec2-f996ec595342), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:37.053603 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-9363597e-f636-471e-9f6f-1bf7757e6691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:37.115168 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:37.129610 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-ca88c9ab-8c0e-4744-9ae7-802997094527 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a42f5fc3552c4de683f3d2260e83bcba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6716471 Nov 02 07:30:37.130578 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 35738) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:37.140019 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88c9ab-8c0e-4744-9ae7-802997094527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb90b45-4bd4-45bf-9ec2-f996ec595342,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:37.147881 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 326d84c0-8d4f-4e37-aae3-6bcc41cd294f no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:30:37.183161 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: 326d84c0-8d4f-4e37-aae3-6bcc41cd294f {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:30:37.183530 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 326d84c0-8d4f-4e37-aae3-6bcc41cd294f not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:30:37.184019 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 973a57af-4b4d-4d43-b040-33bf8de0cce9 no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:30:37.190456 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a1459cbc-1fdd-4c16-8d38-fd2a2248b2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134157505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for subnet (d6e658cd-4f30-4c95-98d1-6c9967d26219), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:37.208535 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-76df685d-2ba4-45e9-a7d7-c513fedf055a req-13bd01d3-0bee-4bb0-9777-912e5c471465 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fdf6f603-ce9d-4cb4-b0bb-cef60c26002a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590953 Nov 02 07:30:37.235787 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: 973a57af-4b4d-4d43-b040-33bf8de0cce9 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:30:37.236132 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 973a57af-4b4d-4d43-b040-33bf8de0cce9 not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:30:37.265408 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1459cbc-1fdd-4c16-8d38-fd2a2248b2d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6e658cd-4f30-4c95-98d1-6c9967d26219,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:37.267591 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a1459cbc-1fdd-4c16-8d38-fd2a2248b2d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for subnet (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:37.271056 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-a1459cbc-1fdd-4c16-8d38-fd2a2248b2d7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/d6e658cd-4f30-4c95-98d1-6c9967d26219 HTTP/1.1" status: 204 len: 168 time: 0.8740485 Nov 02 07:30:37.275062 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 35746) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:37.380777 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134064640'] for network (11191c9e-d03e-442c-a794-03d78c42edeb), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:37.411849 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-36693bdb-26f9-4d3c-bd7a-9d731bdc2a14 admin admin] Publish callbacks [] for security_group (7fb90b45-4bd4-45bf-9ec2-f996ec595342), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:37.456007 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-36693bdb-26f9-4d3c-bd7a-9d731bdc2a14 admin admin] Publish callbacks [] for security_group (7fb90b45-4bd4-45bf-9ec2-f996ec595342), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:37.484200 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] Deleting port 73111347-2a28-462e-a2ba-63effdc45de2 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:30:37.484542 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (73111347-2a28-462e-a2ba-63effdc45de2), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:37.569774 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 393f498e-4c1a-4e54-aa83-f24d808618db up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:30:37.668383 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] For port 73111347-2a28-462e-a2ba-63effdc45de2, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=73111347-2a28-462e-a2ba-63effdc45de2,segment=NetworkSegment(21ee6202-3607-432f-b12e-4294c3e078fe),segment_id=21ee6202-3607-432f-b12e-4294c3e078fe)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:30:37.668747 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (73111347-2a28-462e-a2ba-63effdc45de2), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:37.688126 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 393f498e-4c1a-4e54-aa83-f24d808618db triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:37.688505 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (393f498e-4c1a-4e54-aa83-f24d808618db), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:37.688853 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 393f498e-4c1a-4e54-aa83-f24d808618db Nov 02 07:30:37.709519 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] Calling delete_port for 73111347-2a28-462e-a2ba-63effdc45de2 owned by network:dhcp {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:30:37.714128 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a63a6a9-8959-4781-8728-f365050dea7a None None] Network ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:30:37.733435 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-9363597e-f636-471e-9f6f-1bf7757e6691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5 {{(pid=104569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:30:37.745942 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-9363597e-f636-471e-9f6f-1bf7757e6691 service neutron] Publish callbacks [] for port (0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:37.759581 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:37.764070 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.provisioning_blocks [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-9363597e-f636-471e-9f6f-1bf7757e6691 service neutron] Transition to ACTIVE for port object 0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5 will not be triggered until provisioned by entity L2. {{(pid=104569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 07:30:37.764224 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36c889b-b640-463a-ad0d-590a181bf32e None None] Network 11191c9e-d03e-442c-a794-03d78c42edeb requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:30:37.783114 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-9363597e-f636-471e-9f6f-1bf7757e6691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:37.824549 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-36693bdb-26f9-4d3c-bd7a-9d731bdc2a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (7fb90b45-4bd4-45bf-9ec2-f996ec595342), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:37.827808 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-36693bdb-26f9-4d3c-bd7a-9d731bdc2a14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:37.829212 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-36693bdb-26f9-4d3c-bd7a-9d731bdc2a14 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7fb90b45-4bd4-45bf-9ec2-f996ec595342 HTTP/1.1" status: 204 len: 168 time: 0.6937561 Nov 02 07:30:37.845142 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 35754) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:37.847588 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363597e-f636-471e-9f6f-1bf7757e6691 service neutron] Pushing event updated for resources: {'Port': ['ID=0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:37.853852 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-6118b0a5-dcb0-461a-a8b1-5794c6301082 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1042148425', 'description': 'tempest-secgroup-smoke-1042148425 description', 'project_id': '566514b413e24aaebe69c11ce2159ac9'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:30:37.900361 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36693bdb-26f9-4d3c-bd7a-9d731bdc2a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb90b45-4bd4-45bf-9ec2-f996ec595342,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:37.962706 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6118b0a5-dcb0-461a-a8b1-5794c6301082 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:37.968467 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747'] for port (73111347-2a28-462e-a2ba-63effdc45de2), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:37.989511 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:38.044211 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] No DVR routers for this DVR port 73111347-2a28-462e-a2ba-63effdc45de2 on host dv-cinder-804735-33-iscsi {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:30:38.088683 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6118b0a5-dcb0-461a-a8b1-5794c6301082 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for security_group (5d72272e-422f-4495-91b8-8e43ae384aca), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:38.097603 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] Pushing event deleted for resources: {'Port': ['ID=73111347-2a28-462e-a2ba-63effdc45de2,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:38.101540 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-c13813db-b1ff-4a57-b461-8e776f2e9214 None None] Provisioning complete for port 73111347-2a28-462e-a2ba-63effdc45de2 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:38.102215 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-c13813db-b1ff-4a57-b461-8e776f2e9214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (73111347-2a28-462e-a2ba-63effdc45de2), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:38.102758 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-c13813db-b1ff-4a57-b461-8e776f2e9214 None None] Attempt 1 to provision port 73111347-2a28-462e-a2ba-63effdc45de2 Nov 02 07:30:38.103754 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6118b0a5-dcb0-461a-a8b1-5794c6301082 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (5d72272e-422f-4495-91b8-8e43ae384aca), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:38.167028 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1577bfab-cab1-41fb-a335-4ddc2634a7be None None] Sync routers for ids ['7fd46565-6ec0-45a9-977d-47812e6903a0'] in dv-cinder-804735-33-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:30:38.207210 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1577bfab-cab1-41fb-a335-4ddc2634a7be None None] Routers {'7fd46565-6ec0-45a9-977d-47812e6903a0'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:30:38.207866 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-1577bfab-cab1-41fb-a335-4ddc2634a7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:30:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['7fd46565-6ec0-45a9-977d-47812e6903a0'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:38.211113 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118b0a5-dcb0-461a-a8b1-5794c6301082 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d72272e-422f-4495-91b8-8e43ae384aca,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:38.279601 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-9363597e-f636-471e-9f6f-1bf7757e6691 service neutron] Attempting to bind port 0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:30:38.280263 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-9363597e-f636-471e-9f6f-1bf7757e6691 service neutron] Attempting to bind port 0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'c1a7a89f-f123-4f70-838b-5e9398acd491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '414a8a2b-7b0c-4f89-80c5-2d1b91e21aca'}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:30:38.280450 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-9363597e-f636-471e-9f6f-1bf7757e6691 service neutron] Attempting to bind port 0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5 on network 414a8a2b-7b0c-4f89-80c5-2d1b91e21aca {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:30:38.283158 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-c13813db-b1ff-4a57-b461-8e776f2e9214 None None] Port 73111347-2a28-462e-a2ba-63effdc45de2 was deleted so its status cannot be updated. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Nov 02 07:30:38.307196 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134158659', 'neutron.services.segments.db._delete_segments_for_network-8744620219010'] for network (11191c9e-d03e-442c-a794-03d78c42edeb), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:38.336731 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6118b0a5-dcb0-461a-a8b1-5794c6301082 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:38.340869 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-6118b0a5-dcb0-461a-a8b1-5794c6301082 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4876196 Nov 02 07:30:38.341016 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:38.347782 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 35770) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:38.365708 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-2eb97104-ce3b-48ca-acf9-f57db97ccadb tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Request body: {'security_group_rule': {'security_group_id': '5d72272e-422f-4495-91b8-8e43ae384aca', 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:30:38.385421 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338dd36-6e60-4b49-8095-8ce737e224a4 req-7b832944-26f4-484c-a3fe-bdae3e96462d tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:38.395523 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f338dd36-6e60-4b49-8095-8ce737e224a4 req-7b832944-26f4-484c-a3fe-bdae3e96462d tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.1995959 Nov 02 07:30:38.470674 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:30:38.471254 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:30:38.476016 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:30:38.476016 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] Subscribe: > port after_create 55550000 {{(pid=104568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:30:38.476428 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:30:38.476887 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] Subscribe: > port after_update 55550000 {{(pid=104568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:30:38.477346 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:30:38.478156 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:30:38.478681 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:30:38.481072 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:30:38.509043 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-9363597e-f636-471e-9f6f-1bf7757e6691 service neutron] Port 0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5 on network 414a8a2b-7b0c-4f89-80c5-2d1b91e21aca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 07:30:38.509651 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-9363597e-f636-471e-9f6f-1bf7757e6691 service neutron] Attempting to bind port 0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5 on network 414a8a2b-7b0c-4f89-80c5-2d1b91e21aca {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:30:38.556878 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-1577bfab-cab1-41fb-a335-4ddc2634a7be None None] Set router 7fd46565-6ec0-45a9-977d-47812e6903a0 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:30:38.576343 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:30:38.576936 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:30:38.579859 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:30:38.580154 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 35774) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:38.580348 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 07:30:38.580803 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11191c9e-d03e-442c-a794-03d78c42edeb']}} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:38.586159 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2eb97104-ce3b-48ca-acf9-f57db97ccadb tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for security_group_rule (9d6914ea-98c6-4535-a59a-e34cc341fdc6), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:38.616407 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ee6202-3607-432f-b12e-4294c3e078fe') {'for_net_delete': True} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:38.617168 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ee6202-3607-432f-b12e-4294c3e078fe') {} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:38.663475 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:38.667502 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744620219073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3576842'] for segment (21ee6202-3607-432f-b12e-4294c3e078fe), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:38.676362 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-9363597e-f636-471e-9f6f-1bf7757e6691 service neutron] Checking agent: {'id': '8bd0314e-b36f-45c2-bb1e-4de001688fd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'started_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:30:38.677045 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-9363597e-f636-471e-9f6f-1bf7757e6691 service neutron] Checking segment: {'id': 'c1a7a89f-f123-4f70-838b-5e9398acd491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '414a8a2b-7b0c-4f89-80c5-2d1b91e21aca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:30:38.677559 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-9363597e-f636-471e-9f6f-1bf7757e6691 service neutron] Bound using segment: {'id': 'c1a7a89f-f123-4f70-838b-5e9398acd491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '414a8a2b-7b0c-4f89-80c5-2d1b91e21aca'} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:30:38.677959 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-9363597e-f636-471e-9f6f-1bf7757e6691 service neutron] Bound port: 0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1a7a89f-f123-4f70-838b-5e9398acd491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '414a8a2b-7b0c-4f89-80c5-2d1b91e21aca'}}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:30:38.678269 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-9363597e-f636-471e-9f6f-1bf7757e6691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:38.690931 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20ca96-e04b-44bb-b3e5-24594254826b req-a7cbc555-052e-4579-9177-d1d43fd7145d tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:38.697365 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ad20ca96-e04b-44bb-b3e5-24594254826b req-a7cbc555-052e-4579-9177-d1d43fd7145d tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e2925e4e-7067-440f-ab0e-8fa62a7ffc56 HTTP/1.1" status: 200 len: 948 time: 0.2657058 Nov 02 07:30:38.727393 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (21ee6202-3607-432f-b12e-4294c3e078fe), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:38.728349 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 393f498e-4c1a-4e54-aa83-f24d808618db is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:30:38.736836 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 4c1eb239-4d29-4dd4-83e1-de9f03f17816 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:30:38.748127 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f338dd36-6e60-4b49-8095-8ce737e224a4 req-322fefc0-41e9-4b02-9ecc-180ea15e9558 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509526 Nov 02 07:30:38.773935 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=104568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 07:30:38.774930 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3576379'] for segment (21ee6202-3607-432f-b12e-4294c3e078fe), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:38.867358 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e4485d-c2f1-4229-bed8-a3bf1af5800a None None] DHCP port deletion for 11191c9e-d03e-442c-a794-03d78c42edeb request from dv-cinder-804735-33-iscsi {{(pid=104570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 07:30:38.920244 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2eb97104-ce3b-48ca-acf9-f57db97ccadb tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for security_group_rule (9d6914ea-98c6-4535-a59a-e34cc341fdc6), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:38.954060 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2eb97104-ce3b-48ca-acf9-f57db97ccadb tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (9d6914ea-98c6-4535-a59a-e34cc341fdc6), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:38.980247 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ad20ca96-e04b-44bb-b3e5-24594254826b req-39ed8d7d-023f-4db2-8ac0-092655674d46 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fdf6f603-ce9d-4cb4-b0bb-cef60c26002a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597034 Nov 02 07:30:39.055340 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 4c1eb239-4d29-4dd4-83e1-de9f03f17816 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:39.055908 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (4c1eb239-4d29-4dd4-83e1-de9f03f17816), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:39.056601 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 4c1eb239-4d29-4dd4-83e1-de9f03f17816 Nov 02 07:30:39.064110 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-9363597e-f636-471e-9f6f-1bf7757e6691 service neutron] For port 0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5, host hv-cinder-80473, cleared binding levels {{(pid=104569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:30:39.115538 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-1577bfab-cab1-41fb-a335-4ddc2634a7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd46565-6ec0-45a9-977d-47812e6903a0', 'name': 'tempest-TestVolumeBootPattern-616726658-router', 'tenant_id': '905677f4e8c14a66b988145f6913fca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '4c1eb239-4d29-4dd4-83e1-de9f03f17816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:30Z', 'updated_at': '2022-11-02T07:30:34Z', 'revision_number': 4, 'project_id': '905677f4e8c14a66b988145f6913fca6', 'gw_port': {'id': '4c1eb239-4d29-4dd4-83e1-de9f03f17816', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:38:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd46565-6ec0-45a9-977d-47812e6903a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:30Z', 'updated_at': '2022-11-02T07:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '8b221df1-ad67-459c-9e83-9519add67499', 'name': '', 'network_id': 'ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7', 'tenant_id': '905677f4e8c14a66b988145f6913fca6', 'mac_address': 'fa:16:3e:87:bf:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd46565-6ec0-45a9-977d-47812e6903a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'a4e1caf2-a2eb-4288-a3c7-c3557a71bdbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:33Z', 'updated_at': '2022-11-02T07:30:35Z', 'revision_number': 2, 'project_id': '905677f4e8c14a66b988145f6913fca6', 'subnets': [{'id': 'a4e1caf2-a2eb-4288-a3c7-c3557a71bdbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:39.142704 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-87e90da4-ad33-4dd6-b954-d509c49f18d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:39.150682 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:39.156709 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-9363597e-f636-471e-9f6f-1bf7757e6691 service neutron] For port 0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5,segment=NetworkSegment(c1a7a89f-f123-4f70-838b-5e9398acd491),segment_id=c1a7a89f-f123-4f70-838b-5e9398acd491)] {{(pid=104569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:30:39.178826 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb97104-ce3b-48ca-acf9-f57db97ccadb tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6914ea-98c6-4535-a59a-e34cc341fdc6,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:39.213065 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2eb97104-ce3b-48ca-acf9-f57db97ccadb tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:39.226260 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-2eb97104-ce3b-48ca-acf9-f57db97ccadb tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8728759 Nov 02 07:30:39.229715 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 35802) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:39.244239 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1577bfab-cab1-41fb-a335-4ddc2634a7be None None] Checking router: 7fd46565-6ec0-45a9-977d-47812e6903a0 for host: dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:30:39.245672 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1577bfab-cab1-41fb-a335-4ddc2634a7be None None] Updating router 7fd46565-6ec0-45a9-977d-47812e6903a0 port 8b221df1-ad67-459c-9e83-9519add67499 binding host dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 07:30:39.249781 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-e19c8e42-7141-4371-b3bf-777101190d59 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Request body: {'security_group_rule': {'security_group_id': '5d72272e-422f-4495-91b8-8e43ae384aca', 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:30:39.282049 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134158664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649174'] for network (11191c9e-d03e-442c-a794-03d78c42edeb), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:39.301064 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:39.305886 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-9363597e-f636-471e-9f6f-1bf7757e6691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:39.318219 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 4c1eb239-4d29-4dd4-83e1-de9f03f17816 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:30:39.318471 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-9363597e-f636-471e-9f6f-1bf7757e6691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:39.318574 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (4c1eb239-4d29-4dd4-83e1-de9f03f17816), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:39.320050 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-9363597e-f636-471e-9f6f-1bf7757e6691 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:39.321533 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-9363597e-f636-471e-9f6f-1bf7757e6691 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5 HTTP/1.1" status: 200 len: 1098 time: 2.4278207 Nov 02 07:30:39.324955 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2925e4e-7067-440f-ab0e-8fa62a7ffc56', 'tag': '0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:30:39.327448 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef865b3-a320-47ed-a9b0-3f51adb867a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e2925e4e-7067-440f-ab0e-8fa62a7ffc56", "tag": "0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:30:39.389807 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:39.395500 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=100 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:39.411429 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/11191c9e-d03e-442c-a794-03d78c42edeb HTTP/1.1" status: 204 len: 168 time: 2.1299441 Nov 02 07:30:39.411623 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-1577bfab-cab1-41fb-a335-4ddc2634a7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (8b221df1-ad67-459c-9e83-9519add67499), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:39.428973 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72d3b5-0698-4ef1-afcd-bf0f4a61d232 admin admin] Pushing event deleted for resources: {'Network': ['ID=11191c9e-d03e-442c-a794-03d78c42edeb,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:39.442178 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e19c8e42-7141-4371-b3bf-777101190d59 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for security_group_rule (47c8f315-e2a1-4c72-879a-22b419aabc4d), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:39.448663 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port 4c1eb239-4d29-4dd4-83e1-de9f03f17816, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=4c1eb239-4d29-4dd4-83e1-de9f03f17816,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:30:39.495363 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b81b3dd9-c645-490b-873a-a04c495eb38a None None] Provisioning complete for port 8b221df1-ad67-459c-9e83-9519add67499 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:39.496772 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b81b3dd9-c645-490b-873a-a04c495eb38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (8b221df1-ad67-459c-9e83-9519add67499), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:39.499083 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-b81b3dd9-c645-490b-873a-a04c495eb38a None None] Attempt 1 to provision port 8b221df1-ad67-459c-9e83-9519add67499 Nov 02 07:30:39.504074 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-87e90da4-ad33-4dd6-b954-d509c49f18d0 admin admin] Publish callbacks [] for security_group (8fac9b00-96c0-4eaf-a8cf-3a6c48f713ca), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:39.504779 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (4c1eb239-4d29-4dd4-83e1-de9f03f17816), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:39.505763 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 6d3156e7-c7ba-405a-8410-56a88731c8b3 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:30:39.515253 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe99a742-3842-4e55-817a-dc5de99dd678 x-openstack-request-id: req-fe99a742-3842-4e55-817a-dc5de99dd678 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:30:39.515564 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2925e4e-7067-440f-ab0e-8fa62a7ffc56", "tag": "0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:30:39.515817 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe99a742-3842-4e55-817a-dc5de99dd678 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:30:39.516714 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe99a742-3842-4e55-817a-dc5de99dd678'] response: {'name': 'network-changed', 'server_uuid': 'e2925e4e-7067-440f-ab0e-8fa62a7ffc56', 'tag': '0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5', 'status': 'completed', 'code': 200} Nov 02 07:30:39.581198 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-87e90da4-ad33-4dd6-b954-d509c49f18d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (8fac9b00-96c0-4eaf-a8cf-3a6c48f713ca), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:39.711361 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e19c8e42-7141-4371-b3bf-777101190d59 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for security_group_rule (47c8f315-e2a1-4c72-879a-22b419aabc4d), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:39.723981 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e19c8e42-7141-4371-b3bf-777101190d59 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (47c8f315-e2a1-4c72-879a-22b419aabc4d), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:39.731633 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-87e90da4-ad33-4dd6-b954-d509c49f18d0 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e9d315fca9c14f30afdcc8e791a7bfbe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1251574 Nov 02 07:30:39.736196 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 35822) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:39.766021 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c8e42-7141-4371-b3bf-777101190d59 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c8f315-e2a1-4c72-879a-22b419aabc4d,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:39.808632 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e19c8e42-7141-4371-b3bf-777101190d59 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:39.819505 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-e19c8e42-7141-4371-b3bf-777101190d59 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5751717 Nov 02 07:30:39.840668 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 35828) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:39.875947 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=4c1eb239-4d29-4dd4-83e1-de9f03f17816,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:39.882135 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment 21ee6202-3607-432f-b12e-4294c3e078fe resource provider aggregate not found Nov 02 07:30:39.913046 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment 21ee6202-3607-432f-b12e-4294c3e078fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21ee6202-3607-432f-b12e-4294c3e078fe found for delete ", "request_id": "req-4fdca4e5-490d-40d7-8190-525c47ed98b9"}]} Nov 02 07:30:39.925883 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-f3e72e7e-6507-4deb-9ccf-6c60294be9dd tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Request body: {'security_group_rule': {'security_group_id': '5d72272e-422f-4495-91b8-8e43ae384aca', 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:30:39.963857 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363597e-f636-471e-9f6f-1bf7757e6691 service neutron] Pushing event updated for resources: {'Port': ['ID=0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5,revision_number=3']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:39.983836 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b81b3dd9-c645-490b-873a-a04c495eb38a None None] Port 8b221df1-ad67-459c-9e83-9519add67499 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:30:40.003760 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b81b3dd9-c645-490b-873a-a04c495eb38a None None] Provisioning complete for port 6d3156e7-c7ba-405a-8410-56a88731c8b3 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:40.004347 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b81b3dd9-c645-490b-873a-a04c495eb38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (6d3156e7-c7ba-405a-8410-56a88731c8b3), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:40.004848 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-b81b3dd9-c645-490b-873a-a04c495eb38a None None] Attempt 1 to provision port 6d3156e7-c7ba-405a-8410-56a88731c8b3 Nov 02 07:30:40.072314 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:40.084726 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 35840) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:40.116963 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-0225da2e-e4bb-4ac6-99e2-178ac25ac0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:40.120660 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-0225da2e-e4bb-4ac6-99e2-178ac25ac0c6 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=71f746654bee4209b28de275a9ce5116&device_id=e2925e4e-7067-440f-ab0e-8fa62a7ffc56 HTTP/1.1" status: 200 len: 1132 time: 0.6548584 Nov 02 07:30:40.174503 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 6d3156e7-c7ba-405a-8410-56a88731c8b3 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:40.175381 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (6d3156e7-c7ba-405a-8410-56a88731c8b3), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:40.175926 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 6d3156e7-c7ba-405a-8410-56a88731c8b3 Nov 02 07:30:40.185572 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-75bef724-0a35-4cf7-9e4e-9639fe1a96d6 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f676ec82a80f4425a6fa7562ee47a4cf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0992694 Nov 02 07:30:40.186241 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 35846) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:40.232778 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-1577bfab-cab1-41fb-a335-4ddc2634a7be None None] Publish callbacks [] for port (8b221df1-ad67-459c-9e83-9519add67499), precommit_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:40.239226 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e90da4-ad33-4dd6-b954-d509c49f18d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fac9b00-96c0-4eaf-a8cf-3a6c48f713ca,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:40.242971 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-1577bfab-cab1-41fb-a335-4ddc2634a7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (8b221df1-ad67-459c-9e83-9519add67499), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:40.334166 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b4d29c66-1f6d-4e63-95ad-5455bffbeed9 admin admin] Publish callbacks [] for security_group (166ab8a5-276e-40c1-96c5-c4d104c5fb15), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:40.345466 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911d967-ef97-4156-afb1-43d5c856caa5 None None] Pushing event updated for resources: {'Port': ['ID=8b221df1-ad67-459c-9e83-9519add67499,revision_number=3']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:40.374035 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b4d29c66-1f6d-4e63-95ad-5455bffbeed9 admin admin] Publish callbacks [] for security_group (166ab8a5-276e-40c1-96c5-c4d104c5fb15), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:40.379864 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b81b3dd9-c645-490b-873a-a04c495eb38a None None] Current status of the port 6d3156e7-c7ba-405a-8410-56a88731c8b3 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:30:40.429714 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=13 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:40.441455 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-2f89f1cf-5d3b-47fe-814a-c918a28fa5da service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5 HTTP/1.1" status: 200 len: 217 time: 0.2642756 Nov 02 07:30:40.456360 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b4d29c66-1f6d-4e63-95ad-5455bffbeed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (166ab8a5-276e-40c1-96c5-c4d104c5fb15), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:40.459732 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b4d29c66-1f6d-4e63-95ad-5455bffbeed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:40.461543 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:40.462985 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-b4d29c66-1f6d-4e63-95ad-5455bffbeed9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/166ab8a5-276e-40c1-96c5-c4d104c5fb15 HTTP/1.1" status: 204 len: 168 time: 0.2751603 Nov 02 07:30:40.463646 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-1577bfab-cab1-41fb-a335-4ddc2634a7be None None] Attempting to bind port 8b221df1-ad67-459c-9e83-9519add67499 on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:30:40.464153 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-1577bfab-cab1-41fb-a335-4ddc2634a7be None None] Attempting to bind port 8b221df1-ad67-459c-9e83-9519add67499 by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': 'ce9afbc8-e503-4e7e-8e83-409c50e65e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7'}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:30:40.465434 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1577bfab-cab1-41fb-a335-4ddc2634a7be None None] Attempting to bind port 8b221df1-ad67-459c-9e83-9519add67499 on network ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7 {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:30:40.481585 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 6d3156e7-c7ba-405a-8410-56a88731c8b3 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:30:40.485867 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d29c66-1f6d-4e63-95ad-5455bffbeed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166ab8a5-276e-40c1-96c5-c4d104c5fb15,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:40.528437 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1577bfab-cab1-41fb-a335-4ddc2634a7be None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:30:40.529304 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1577bfab-cab1-41fb-a335-4ddc2634a7be None None] Checking segment: {'id': 'ce9afbc8-e503-4e7e-8e83-409c50e65e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:30:40.530042 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-1577bfab-cab1-41fb-a335-4ddc2634a7be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:40.530618 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1577bfab-cab1-41fb-a335-4ddc2634a7be None None] Bound using segment: {'id': 'ce9afbc8-e503-4e7e-8e83-409c50e65e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7'} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:30:40.531269 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-1577bfab-cab1-41fb-a335-4ddc2634a7be None None] Bound port: 8b221df1-ad67-459c-9e83-9519add67499, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9afbc8-e503-4e7e-8e83-409c50e65e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7'}}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:30:40.531811 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-1577bfab-cab1-41fb-a335-4ddc2634a7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (8b221df1-ad67-459c-9e83-9519add67499), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:40.543139 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-484e4821-6eb3-418d-b62a-6224a62c0a55 None None] Provisioning complete for port 8b221df1-ad67-459c-9e83-9519add67499 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:40.546896 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-484e4821-6eb3-418d-b62a-6224a62c0a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (8b221df1-ad67-459c-9e83-9519add67499), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:40.547339 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-484e4821-6eb3-418d-b62a-6224a62c0a55 None None] Attempt 1 to provision port 8b221df1-ad67-459c-9e83-9519add67499 Nov 02 07:30:40.636904 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-484e4821-6eb3-418d-b62a-6224a62c0a55 None None] Port 8b221df1-ad67-459c-9e83-9519add67499 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:30:40.664629 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-1577bfab-cab1-41fb-a335-4ddc2634a7be None None] For port 8b221df1-ad67-459c-9e83-9519add67499, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:30:40.668551 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-1577bfab-cab1-41fb-a335-4ddc2634a7be None None] For port 8b221df1-ad67-459c-9e83-9519add67499, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=8b221df1-ad67-459c-9e83-9519add67499,segment=NetworkSegment(ce9afbc8-e503-4e7e-8e83-409c50e65e22),segment_id=ce9afbc8-e503-4e7e-8e83-409c50e65e22)] {{(pid=104571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:30:40.676813 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-1577bfab-cab1-41fb-a335-4ddc2634a7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (8b221df1-ad67-459c-9e83-9519add67499), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:40.714082 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 4c1eb239-4d29-4dd4-83e1-de9f03f17816 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:30:40.740564 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1577bfab-cab1-41fb-a335-4ddc2634a7be None None] Routers {'7fd46565-6ec0-45a9-977d-47812e6903a0'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:30:40.741206 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-1577bfab-cab1-41fb-a335-4ddc2634a7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:30:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['7fd46565-6ec0-45a9-977d-47812e6903a0'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:40.804474 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 4c1eb239-4d29-4dd4-83e1-de9f03f17816 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:40.805697 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (4c1eb239-4d29-4dd4-83e1-de9f03f17816), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:40.806237 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 4c1eb239-4d29-4dd4-83e1-de9f03f17816 Nov 02 07:30:40.919043 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-1577bfab-cab1-41fb-a335-4ddc2634a7be None None] Set router 7fd46565-6ec0-45a9-977d-47812e6903a0 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:30:40.950542 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e56fe6-0035-43ee-a113-83b0663998ef req-828df6bb-1ded-4f5c-a8a1-efd51c1ee8af tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:40.956038 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a6e56fe6-0035-43ee-a113-83b0663998ef req-828df6bb-1ded-4f5c-a8a1-efd51c1ee8af tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.8769279 Nov 02 07:30:41.063534 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-7695a0e8-7f05-4ebf-8217-95fb4d59ff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:41.065668 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-7695a0e8-7f05-4ebf-8217-95fb4d59ff93 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=ecfd66e3-7c06-4404-bfa9-51f7c8f94ecf HTTP/1.1" status: 200 len: 843 time: 0.1316845 Nov 02 07:30:41.131154 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb65cd2-fc03-403c-a405-5034cc812601 req-c98e0cd2-b4d0-4938-9f74-928b74750453 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:41.133054 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5bb65cd2-fc03-403c-a405-5034cc812601 req-c98e0cd2-b4d0-4938-9f74-928b74750453 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e2925e4e-7067-440f-ab0e-8fa62a7ffc56 HTTP/1.1" status: 200 len: 948 time: 0.9151642 Nov 02 07:30:41.134333 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-7032081d-d203-4da9-a227-1e5d6e65cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:41.135879 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-7032081d-d203-4da9-a227-1e5d6e65cdc2 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=414a8a2b-7b0c-4f89-80c5-2d1b91e21aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0618181 Nov 02 07:30:41.142092 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f3e72e7e-6507-4deb-9ccf-6c60294be9dd tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for security_group_rule (65469234-0252-44dc-a685-63369466ab6e), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:41.146594 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2ac0aeba-c28c-4ccc-bb95-e470af592ffc admin admin] Publish callbacks [] for security_group (8fac9b00-96c0-4eaf-a8cf-3a6c48f713ca), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:41.154982 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 4c1eb239-4d29-4dd4-83e1-de9f03f17816 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:30:41.181107 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2ac0aeba-c28c-4ccc-bb95-e470af592ffc admin admin] Publish callbacks [] for security_group (8fac9b00-96c0-4eaf-a8cf-3a6c48f713ca), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:41.215813 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911d967-ef97-4156-afb1-43d5c856caa5 None None] Pushing event updated for resources: {'Port': ['ID=8b221df1-ad67-459c-9e83-9519add67499,revision_number=4']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:41.247888 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 73111347-2a28-462e-a2ba-63effdc45de2 no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:30:41.281842 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: 73111347-2a28-462e-a2ba-63effdc45de2 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:30:41.282189 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 73111347-2a28-462e-a2ba-63effdc45de2 not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:30:41.381216 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=100 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:41.507758 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-1577bfab-cab1-41fb-a335-4ddc2634a7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd46565-6ec0-45a9-977d-47812e6903a0', 'name': 'tempest-TestVolumeBootPattern-616726658-router', 'tenant_id': '905677f4e8c14a66b988145f6913fca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '4c1eb239-4d29-4dd4-83e1-de9f03f17816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:30Z', 'updated_at': '2022-11-02T07:30:34Z', 'revision_number': 4, 'project_id': '905677f4e8c14a66b988145f6913fca6', 'gw_port': {'id': '4c1eb239-4d29-4dd4-83e1-de9f03f17816', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:38:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd46565-6ec0-45a9-977d-47812e6903a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:30Z', 'updated_at': '2022-11-02T07:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '8b221df1-ad67-459c-9e83-9519add67499', 'name': '', 'network_id': 'ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7', 'tenant_id': '905677f4e8c14a66b988145f6913fca6', 'mac_address': 'fa:16:3e:87:bf:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd46565-6ec0-45a9-977d-47812e6903a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'a4e1caf2-a2eb-4288-a3c7-c3557a71bdbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:33Z', 'updated_at': '2022-11-02T07:30:40Z', 'revision_number': 4, 'project_id': '905677f4e8c14a66b988145f6913fca6', 'subnets': [{'id': 'a4e1caf2-a2eb-4288-a3c7-c3557a71bdbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:41.551148 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1577bfab-cab1-41fb-a335-4ddc2634a7be None None] The sync data for ids ['7fd46565-6ec0-45a9-977d-47812e6903a0'] in dv-cinder-804735-33-iscsi is: [{'id': '7fd46565-6ec0-45a9-977d-47812e6903a0', 'name': 'tempest-TestVolumeBootPattern-616726658-router', 'tenant_id': '905677f4e8c14a66b988145f6913fca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '4c1eb239-4d29-4dd4-83e1-de9f03f17816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:30Z', 'updated_at': '2022-11-02T07:30:34Z', 'revision_number': 4, 'project_id': '905677f4e8c14a66b988145f6913fca6', 'gw_port': {'id': '4c1eb239-4d29-4dd4-83e1-de9f03f17816', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:38:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd46565-6ec0-45a9-977d-47812e6903a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:30Z', 'updated_at': '2022-11-02T07:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '8b221df1-ad67-459c-9e83-9519add67499', 'name': '', 'network_id': 'ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7', 'tenant_id': '905677f4e8c14a66b988145f6913fca6', 'mac_address': 'fa:16:3e:87:bf:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd46565-6ec0-45a9-977d-47812e6903a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'a4e1caf2-a2eb-4288-a3c7-c3557a71bdbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:33Z', 'updated_at': '2022-11-02T07:30:40Z', 'revision_number': 4, 'project_id': '905677f4e8c14a66b988145f6913fca6', 'subnets': [{'id': 'a4e1caf2-a2eb-4288-a3c7-c3557a71bdbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:30:41.562983 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a6e56fe6-0035-43ee-a113-83b0663998ef req-41364ca9-9d57-4193-94ef-aff31fcb4cd5 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915318 Nov 02 07:30:41.640855 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f3e72e7e-6507-4deb-9ccf-6c60294be9dd tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for security_group_rule (65469234-0252-44dc-a685-63369466ab6e), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:41.642514 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:41.653440 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5bb65cd2-fc03-403c-a405-5034cc812601 req-a9f916b6-f10c-4b54-9733-14bf0bc7de30 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fdf6f603-ce9d-4cb4-b0bb-cef60c26002a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757173 Nov 02 07:30:41.666845 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f3e72e7e-6507-4deb-9ccf-6c60294be9dd tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (65469234-0252-44dc-a685-63369466ab6e), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:41.679023 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-695a3fe7-dde8-4470-b636-8f640d8db5e7 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/414a8a2b-7b0c-4f89-80c5-2d1b91e21aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948604 Nov 02 07:30:41.773596 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e72e7e-6507-4deb-9ccf-6c60294be9dd tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65469234-0252-44dc-a685-63369466ab6e,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:41.780703 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2ac0aeba-c28c-4ccc-bb95-e470af592ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (8fac9b00-96c0-4eaf-a8cf-3a6c48f713ca), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:41.785031 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2ac0aeba-c28c-4ccc-bb95-e470af592ffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:41.788815 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-2ac0aeba-c28c-4ccc-bb95-e470af592ffc admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8fac9b00-96c0-4eaf-a8cf-3a6c48f713ca HTTP/1.1" status: 204 len: 168 time: 2.0220838 Nov 02 07:30:41.810432 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0aeba-c28c-4ccc-bb95-e470af592ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fac9b00-96c0-4eaf-a8cf-3a6c48f713ca,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:41.817806 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f3e72e7e-6507-4deb-9ccf-6c60294be9dd tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:41.822481 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-f3e72e7e-6507-4deb-9ccf-6c60294be9dd tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9594257 Nov 02 07:30:41.825144 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 35880) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:41.830953 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-6e2aedba-2a3b-487c-85b3-08743d199c14 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Request body: {'security_group_rule': {'security_group_id': '5d72272e-422f-4495-91b8-8e43ae384aca', 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:30:41.902610 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6e2aedba-2a3b-487c-85b3-08743d199c14 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for security_group_rule (063cadf8-dc02-4428-ba8e-8977171bb18e), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:41.918248 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2b99a199-1dc9-4505-87fb-01887839b6ac req-bdc239ec-ee05-4403-a34a-6e5265e0cc9f service neutron] 10.222.0.47 "GET /networking/v2.0/networks/414a8a2b-7b0c-4f89-80c5-2d1b91e21aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298861 Nov 02 07:30:42.031936 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6e2aedba-2a3b-487c-85b3-08743d199c14 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for security_group_rule (063cadf8-dc02-4428-ba8e-8977171bb18e), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:42.043276 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6e2aedba-2a3b-487c-85b3-08743d199c14 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (063cadf8-dc02-4428-ba8e-8977171bb18e), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:42.071768 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2aedba-2a3b-487c-85b3-08743d199c14 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=063cadf8-dc02-4428-ba8e-8977171bb18e,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:42.083068 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6e2aedba-2a3b-487c-85b3-08743d199c14 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:42.084900 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-6e2aedba-2a3b-487c-85b3-08743d199c14 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2582247 Nov 02 07:30:42.087703 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 35888) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:42.096847 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-1c21af18-a160-4583-8f46-70bd816829cc tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Request body: {'security_group_rule': {'security_group_id': '5d72272e-422f-4495-91b8-8e43ae384aca', 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:30:42.138965 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.db.securitygroups_db [None req-1c21af18-a160-4583-8f46-70bd816829cc tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Project 566514b413e24aaebe69c11ce2159ac9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 07:30:42.145398 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1c21af18-a160-4583-8f46-70bd816829cc tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for security_group_rule (0cc27bd1-e1c2-4e0b-a9aa-34e26a63e793), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:42.207799 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:UPDATE=2,neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=7 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:42.237430 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1c21af18-a160-4583-8f46-70bd816829cc tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for security_group_rule (0cc27bd1-e1c2-4e0b-a9aa-34e26a63e793), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:42.244600 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1c21af18-a160-4583-8f46-70bd816829cc tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (0cc27bd1-e1c2-4e0b-a9aa-34e26a63e793), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:42.275905 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21af18-a160-4583-8f46-70bd816829cc tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cc27bd1-e1c2-4e0b-a9aa-34e26a63e793,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:42.291034 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1c21af18-a160-4583-8f46-70bd816829cc tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:42.293665 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-1c21af18-a160-4583-8f46-70bd816829cc tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2035496 Nov 02 07:30:42.295508 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 35894) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:42.302946 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-28677687-b20e-4378-806e-7d66f4ecd6df tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Request body: {'security_group_rule': {'security_group_id': '5d72272e-422f-4495-91b8-8e43ae384aca', 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:30:42.347154 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.db.securitygroups_db [None req-28677687-b20e-4378-806e-7d66f4ecd6df tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Project 566514b413e24aaebe69c11ce2159ac9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 07:30:42.363668 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-28677687-b20e-4378-806e-7d66f4ecd6df tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for security_group_rule (4cac40eb-bd49-4674-8a20-fb302c3bf7f2), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:42.468134 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-28677687-b20e-4378-806e-7d66f4ecd6df tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for security_group_rule (4cac40eb-bd49-4674-8a20-fb302c3bf7f2), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:42.478887 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-28677687-b20e-4378-806e-7d66f4ecd6df tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (4cac40eb-bd49-4674-8a20-fb302c3bf7f2), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:42.522768 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28677687-b20e-4378-806e-7d66f4ecd6df tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cac40eb-bd49-4674-8a20-fb302c3bf7f2,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:42.535931 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-28677687-b20e-4378-806e-7d66f4ecd6df tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:42.563274 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-28677687-b20e-4378-806e-7d66f4ecd6df tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2432840 Nov 02 07:30:42.759568 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 8b221df1-ad67-459c-9e83-9519add67499 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:30:42.852318 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 8b221df1-ad67-459c-9e83-9519add67499 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:42.852971 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (8b221df1-ad67-459c-9e83-9519add67499), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:42.853749 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 8b221df1-ad67-459c-9e83-9519add67499 Nov 02 07:30:42.945098 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:42.959677 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df158d-48ec-4a60-b9ee-acfabfb94068 req-fb0c5c90-d6c2-4ccd-aac4-84dbc6344d0b tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:42.961390 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-51df158d-48ec-4a60-b9ee-acfabfb94068 req-fb0c5c90-d6c2-4ccd-aac4-84dbc6344d0b tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.2248580 Nov 02 07:30:43.022907 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d0538-5ced-4478-98b7-aa10098768a8 req-a88d42bf-f392-46b0-8712-d6e122e7eaa5 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:43.031545 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f15d0538-5ced-4478-98b7-aa10098768a8 req-a88d42bf-f392-46b0-8712-d6e122e7eaa5 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e2925e4e-7067-440f-ab0e-8fa62a7ffc56 HTTP/1.1" status: 200 len: 948 time: 0.1871262 Nov 02 07:30:43.056531 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef865b3-a320-47ed-a9b0-3f51adb867a7 req-a4e390ed-06a4-4ead-871c-ad4ba95b1096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:43.058542 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3ef865b3-a320-47ed-a9b0-3f51adb867a7 req-a4e390ed-06a4-4ead-871c-ad4ba95b1096 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=71f746654bee4209b28de275a9ce5116&device_id=e2925e4e-7067-440f-ab0e-8fa62a7ffc56 HTTP/1.1" status: 200 len: 1132 time: 0.1747093 Nov 02 07:30:43.064899 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 8b221df1-ad67-459c-9e83-9519add67499 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:30:43.066612 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (8b221df1-ad67-459c-9e83-9519add67499), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:43.168317 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 35962) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:43.173175 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port 8b221df1-ad67-459c-9e83-9519add67499, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=8b221df1-ad67-459c-9e83-9519add67499,segment=NetworkSegment(ce9afbc8-e503-4e7e-8e83-409c50e65e22),segment_id=ce9afbc8-e503-4e7e-8e83-409c50e65e22)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:30:43.178903 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (8b221df1-ad67-459c-9e83-9519add67499), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:43.236711 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:43.264049 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f15d0538-5ced-4478-98b7-aa10098768a8 req-b895d41a-30ca-4e5c-b7e6-c5a9f2d9898a tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fdf6f603-ce9d-4cb4-b0bb-cef60c26002a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299414 Nov 02 07:30:43.321990 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=8b221df1-ad67-459c-9e83-9519add67499,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:43.365746 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-51df158d-48ec-4a60-b9ee-acfabfb94068 req-6dacb592-01a7-4c33-995e-df6890a404d3 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803327 Nov 02 07:30:43.475748 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef865b3-a320-47ed-a9b0-3f51adb867a7 req-de0558b5-eb55-4f07-9292-2cc087c36eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:43.477714 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3ef865b3-a320-47ed-a9b0-3f51adb867a7 req-de0558b5-eb55-4f07-9292-2cc087c36eb9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=414a8a2b-7b0c-4f89-80c5-2d1b91e21aca HTTP/1.1" status: 200 len: 870 time: 0.4043074 Nov 02 07:30:43.595624 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 35974) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:43.631976 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3ef865b3-a320-47ed-a9b0-3f51adb867a7 req-d9d9288c-d39d-488a-a9c2-fb12f8b49375 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5 HTTP/1.1" status: 200 len: 217 time: 0.1143355 Nov 02 07:30:43.762959 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef865b3-a320-47ed-a9b0-3f51adb867a7 req-1a0744a6-31dc-4f36-87fa-2b4321b86ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:43.766537 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3ef865b3-a320-47ed-a9b0-3f51adb867a7 req-1a0744a6-31dc-4f36-87fa-2b4321b86ce7 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=ecfd66e3-7c06-4404-bfa9-51f7c8f94ecf HTTP/1.1" status: 200 len: 843 time: 0.1213570 Nov 02 07:30:43.833684 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-96e851bf-0865-4870-87fa-731d72c5366a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-325749615-network', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:30:43.855925 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef865b3-a320-47ed-a9b0-3f51adb867a7 req-7cdb0e99-c318-4a8a-8f72-5dab18bec996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:43.859473 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3ef865b3-a320-47ed-a9b0-3f51adb867a7 req-7cdb0e99-c318-4a8a-8f72-5dab18bec996 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=414a8a2b-7b0c-4f89-80c5-2d1b91e21aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0843823 Nov 02 07:30:43.881927 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e851bf-0865-4870-87fa-731d72c5366a admin admin] Made reservation on behalf of ba3bab98d31d49098a8e7242d51be646 for: {'network': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:30:43.885563 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-96e851bf-0865-4870-87fa-731d72c5366a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for network (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:43.920648 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-96e851bf-0865-4870-87fa-731d72c5366a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:44.024073 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6defa3b9-60c6-43f4-8720-b0a1645c13aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:44.079233 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3ef865b3-a320-47ed-a9b0-3f51adb867a7 req-e4fdb25f-98f0-49b3-ae04-3cdaac35c81f service neutron] 10.222.0.47 "GET /networking/v2.0/networks/414a8a2b-7b0c-4f89-80c5-2d1b91e21aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049334 Nov 02 07:30:44.138727 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-96e851bf-0865-4870-87fa-731d72c5366a admin admin] Publish callbacks [] for security_group (865f28f7-e0bf-4adc-be54-78f4fe41cbfb), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:44.147399 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-96e851bf-0865-4870-87fa-731d72c5366a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (865f28f7-e0bf-4adc-be54-78f4fe41cbfb), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:44.160116 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:44.182342 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e851bf-0865-4870-87fa-731d72c5366a admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=104568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 07:30:44.237497 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-96e851bf-0865-4870-87fa-731d72c5366a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (c05d0ba3-98c5-4b1c-b632-26a7e9300bb9), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:44.242500 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.db.segments_db [None req-96e851bf-0865-4870-87fa-731d72c5366a admin admin] Added segment c05d0ba3-98c5-4b1c-b632-26a7e9300bb9 of type vlan for network db626555-8790-4323-a9e4-7db2e2eaf177 Nov 02 07:30:44.245525 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e851bf-0865-4870-87fa-731d72c5366a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865f28f7-e0bf-4adc-be54-78f4fe41cbfb,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:44.250231 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3ef865b3-a320-47ed-a9b0-3f51adb867a7 req-71becaf6-cf0b-4314-8e1f-9188cf81b0af service neutron] 10.222.0.47 "GET /networking/v2.0/networks/414a8a2b-7b0c-4f89-80c5-2d1b91e21aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634145 Nov 02 07:30:44.401433 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-96e851bf-0865-4870-87fa-731d72c5366a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744619761345'] for network (db626555-8790-4323-a9e4-7db2e2eaf177), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:44.407028 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6defa3b9-60c6-43f4-8720-b0a1645c13aa admin admin] Publish callbacks [] for security_group (e2b92b50-5562-40d5-8955-a7f3c03ab184), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:44.432068 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6defa3b9-60c6-43f4-8720-b0a1645c13aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (e2b92b50-5562-40d5-8955-a7f3c03ab184), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:44.441068 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9338b82-2cfc-40c8-b58c-c49f1729a741 req-b674800f-251d-4763-96b9-50b5803dbae0 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:44.443933 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f9338b82-2cfc-40c8-b58c-c49f1729a741 req-b674800f-251d-4763-96b9-50b5803dbae0 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e2925e4e-7067-440f-ab0e-8fa62a7ffc56 HTTP/1.1" status: 200 len: 948 time: 0.0708413 Nov 02 07:30:44.542864 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-96e851bf-0865-4870-87fa-731d72c5366a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for network (db626555-8790-4323-a9e4-7db2e2eaf177), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:44.545188 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e851bf-0865-4870-87fa-731d72c5366a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:44.546313 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-96e851bf-0865-4870-87fa-731d72c5366a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:44.555000 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-6defa3b9-60c6-43f4-8720-b0a1645c13aa admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=90dfa7f098194bd8bada90ca84f058ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9581509 Nov 02 07:30:44.559433 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 36034) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:44.612674 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:44.671612 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6defa3b9-60c6-43f4-8720-b0a1645c13aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b92b50-5562-40d5-8955-a7f3c03ab184,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:44.674052 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f9338b82-2cfc-40c8-b58c-c49f1729a741 req-f0fe8cc9-4fff-4589-86d5-84912724e6aa tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fdf6f603-ce9d-4cb4-b0bb-cef60c26002a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253156 Nov 02 07:30:44.737127 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e851bf-0865-4870-87fa-731d72c5366a admin admin] Pushing event updated for resources: {'Network': ['ID=db626555-8790-4323-a9e4-7db2e2eaf177,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:44.751948 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Network db626555-8790-4323-a9e4-7db2e2eaf177 details requested by agent ovs-agent-dv-cinder-804735-33-iscsi with host dv-cinder-804735-33-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 07:30:44.757772 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa0365-959a-4d16-aa05-e2a7540d19ef req-4eeea1fa-eaaa-4a71-a06e-f52cf78fea39 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:44.760462 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-77aa0365-959a-4d16-aa05-e2a7540d19ef req-4eeea1fa-eaaa-4a71-a06e-f52cf78fea39 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.2273285 Nov 02 07:30:44.766759 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-96e851bf-0865-4870-87fa-731d72c5366a admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5971053 Nov 02 07:30:44.769578 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 36038) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:44.778902 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-0a10bbda-4e43-4276-9200-e5db2f576d72 admin admin] Request body: {'subnet': {'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-325749615-subnet', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:30:44.832751 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a10bbda-4e43-4276-9200-e5db2f576d72 admin admin] Made reservation on behalf of ba3bab98d31d49098a8e7242d51be646 for: {'subnet': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:30:44.835533 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0a10bbda-4e43-4276-9200-e5db2f576d72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808798'] for subnet (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:44.861903 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 8b221df1-ad67-459c-9e83-9519add67499 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:30:44.915873 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 07:30:44.916682 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-77aa0365-959a-4d16-aa05-e2a7540d19ef req-3c3934d7-8542-4cfc-a00f-ca27c2a56828 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411359 Nov 02 07:30:44.917479 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-81f7f7c6-3cb9-4362-b1a0-ebbcc568f954 admin admin] Publish callbacks [] for security_group (e2b92b50-5562-40d5-8955-a7f3c03ab184), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:44.974288 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:DELETE=2,neutron:SELECT=70,neutron:INSERT=24,neutron:UPDATE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:44.982496 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-81f7f7c6-3cb9-4362-b1a0-ebbcc568f954 admin admin] Publish callbacks [] for security_group (e2b92b50-5562-40d5-8955-a7f3c03ab184), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:45.104821 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-81f7f7c6-3cb9-4362-b1a0-ebbcc568f954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (e2b92b50-5562-40d5-8955-a7f3c03ab184), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:45.112670 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-81f7f7c6-3cb9-4362-b1a0-ebbcc568f954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:45.121026 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-81f7f7c6-3cb9-4362-b1a0-ebbcc568f954 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e2b92b50-5562-40d5-8955-a7f3c03ab184 HTTP/1.1" status: 204 len: 168 time: 0.5413363 Nov 02 07:30:45.155439 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7f7c6-3cb9-4362-b1a0-ebbcc568f954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b92b50-5562-40d5-8955-a7f3c03ab184,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:45.160635 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 36048) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:45.190632 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 8b221df1-ad67-459c-9e83-9519add67499 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:45.191037 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (8b221df1-ad67-459c-9e83-9519add67499), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:45.191495 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 8b221df1-ad67-459c-9e83-9519add67499 Nov 02 07:30:45.213620 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:45.295272 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0a10bbda-4e43-4276-9200-e5db2f576d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3576920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808808'] for subnet (177e8dac-5f29-4a70-91c6-723300d96a3f), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:45.296180 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5,segment=NetworkSegment(c1a7a89f-f123-4f70-838b-5e9398acd491),segment_id=c1a7a89f-f123-4f70-838b-5e9398acd491)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:30:45.339013 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Returning: {'device': '0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5', 'network_id': '414a8a2b-7b0c-4f89-80c5-2d1b91e21aca', 'port_id': '0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5', 'mac_address': 'fa:16:3e:c1:64:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecfd66e3-7c06-4404-bfa9-51f7c8f94ecf', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 07:30:45.362353 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10bbda-4e43-4276-9200-e5db2f576d72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=177e8dac-5f29-4a70-91c6-723300d96a3f,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:45.408481 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a10bbda-4e43-4276-9200-e5db2f576d72 admin admin] Checking segment: {'id': 'c05d0ba3-98c5-4b1c-b632-26a7e9300bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:30:45.408924 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a10bbda-4e43-4276-9200-e5db2f576d72 admin admin] Network hostable DHCP agents. Network: db626555-8790-4323-a9e4-7db2e2eaf177, hostable agents: ['bceb131e-a03d-46e7-91df-936d929aaf3a'], hosted agents: [] {{(pid=104568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 07:30:45.437611 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a10bbda-4e43-4276-9200-e5db2f576d72 admin admin] Network db626555-8790-4323-a9e4-7db2e2eaf177 is scheduled to be hosted by DHCP agent bceb131e-a03d-46e7-91df-936d929aaf3a with binding_index 1 {{(pid=104568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 07:30:45.454637 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-0a10bbda-4e43-4276-9200-e5db2f576d72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-33-iscsi, db626555-8790-4323-a9e4-7db2e2eaf177) {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:30:45.460591 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a10bbda-4e43-4276-9200-e5db2f576d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:45.461267 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0a10bbda-4e43-4276-9200-e5db2f576d72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for subnet (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:45.474484 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39371d45-22a8-4720-957e-42bbb3962fc5 None None] Network db626555-8790-4323-a9e4-7db2e2eaf177 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:30:45.488366 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-0a10bbda-4e43-4276-9200-e5db2f576d72 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7172143 Nov 02 07:30:45.490497 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 36058) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:45.498972 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-97f1a9d9-a6aa-47dc-b094-37890e70e674 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:30:45.502621 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5 is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:30:45.503016 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:45.535153 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 8b221df1-ad67-459c-9e83-9519add67499 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:30:45.574503 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-97f1a9d9-a6aa-47dc-b094-37890e70e674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518397'] for router (809828a3-4f45-44a0-b054-defd7df6335b), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:45.578125 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-97f1a9d9-a6aa-47dc-b094-37890e70e674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-660658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-678971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518378'] for router (809828a3-4f45-44a0-b054-defd7df6335b), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:45.588042 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:30:45.698338 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5,segment=NetworkSegment(c1a7a89f-f123-4f70-838b-5e9398acd491),segment_id=c1a7a89f-f123-4f70-838b-5e9398acd491)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:30:45.702903 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-97f1a9d9-a6aa-47dc-b094-37890e70e674 admin admin] Publish callbacks [] for router_controller (809828a3-4f45-44a0-b054-defd7df6335b), precommit_add_association {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:45.704553 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:45.738113 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-579525a6-c24f-4e63-98a5-969d98f8f2b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:45.787534 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:45.799329 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:45.801045 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f471203b-db64-445a-95ed-91dca9991128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp204866af-937c-5d88-be22-37b8279ded6e-db626555-8790-4323-a9e4-7db2e2eaf177', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f'}]}} from dv-cinder-804735-33-iscsi. {{(pid=104570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 07:30:45.802514 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f471203b-db64-445a-95ed-91dca9991128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:45.960434 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:46.018649 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-579525a6-c24f-4e63-98a5-969d98f8f2b4 admin admin] Publish callbacks [] for security_group (2ceefe49-4186-4803-b553-7e5112b09a76), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:46.025114 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-579525a6-c24f-4e63-98a5-969d98f8f2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (2ceefe49-4186-4803-b553-7e5112b09a76), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:46.067820 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-579525a6-c24f-4e63-98a5-969d98f8f2b4 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a8380aaeff064032bfd507366894f3cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9059479 Nov 02 07:30:46.081025 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 36070) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:46.087094 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09687a0-982e-4400-bc7c-6c7e3abe3e22 req-778486f6-2824-4b72-8ca3-b9d97936e478 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:46.097795 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f09687a0-982e-4400-bc7c-6c7e3abe3e22 req-778486f6-2824-4b72-8ca3-b9d97936e478 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e2925e4e-7067-440f-ab0e-8fa62a7ffc56 HTTP/1.1" status: 200 len: 949 time: 0.0860841 Nov 02 07:30:46.154947 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:46.198611 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ee61688c-75eb-482b-8681-615ed1a3a2ea admin admin] Publish callbacks [] for security_group (2ceefe49-4186-4803-b553-7e5112b09a76), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:46.217496 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-97f1a9d9-a6aa-47dc-b094-37890e70e674 admin admin] Publish callbacks [] for router_gateway (809828a3-4f45-44a0-b054-defd7df6335b), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:46.239975 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ee61688c-75eb-482b-8681-615ed1a3a2ea admin admin] Publish callbacks [] for security_group (2ceefe49-4186-4803-b553-7e5112b09a76), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:46.284764 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579525a6-c24f-4e63-98a5-969d98f8f2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ceefe49-4186-4803-b553-7e5112b09a76,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:46.292327 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f09687a0-982e-4400-bc7c-6c7e3abe3e22 req-e19f211d-ddb9-414a-b775-620c74275eb8 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fdf6f603-ce9d-4cb4-b0bb-cef60c26002a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932771 Nov 02 07:30:46.347447 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ee61688c-75eb-482b-8681-615ed1a3a2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (2ceefe49-4186-4803-b553-7e5112b09a76), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:46.359404 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ee61688c-75eb-482b-8681-615ed1a3a2ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:46.363347 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-ee61688c-75eb-482b-8681-615ed1a3a2ea admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2ceefe49-4186-4803-b553-7e5112b09a76 HTTP/1.1" status: 204 len: 168 time: 0.2773225 Nov 02 07:30:46.380074 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61688c-75eb-482b-8681-615ed1a3a2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ceefe49-4186-4803-b553-7e5112b09a76,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:46.393591 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32feda87-0e91-4642-b683-6bf0d7c8e7e8 req-ea5a1cdd-7031-4485-aa11-d377b2b1b634 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:46.395402 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-32feda87-0e91-4642-b683-6bf0d7c8e7e8 req-ea5a1cdd-7031-4485-aa11-d377b2b1b634 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.2200489 Nov 02 07:30:46.439609 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cb041c54-a703-404a-853f-4581e7cafa6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:46.446809 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.db_base_plugin_common [None req-f471203b-db64-445a-95ed-91dca9991128 None None] Allocated IP 172.20.0.2 (db626555-8790-4323-a9e4-7db2e2eaf177/177e8dac-5f29-4a70-91c6-723300d96a3f/1dc1f72c-db7f-4d9e-8a70-06c130a728c6) {{(pid=104570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:30:46.526623 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:30:46.713283 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-32feda87-0e91-4642-b683-6bf0d7c8e7e8 req-1ac56e41-c425-4f5b-a009-a27f26c1dab4 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463181 Nov 02 07:30:46.754024 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-97f1a9d9-a6aa-47dc-b094-37890e70e674 admin admin] Publish callbacks [] for router_gateway (809828a3-4f45-44a0-b054-defd7df6335b), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:46.788688 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-97f1a9d9-a6aa-47dc-b094-37890e70e674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:46.817042 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:46.844898 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f471203b-db64-445a-95ed-91dca9991128 None None] Publish callbacks [] for port (1dc1f72c-db7f-4d9e-8a70-06c130a728c6), precommit_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:46.870461 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f471203b-db64-445a-95ed-91dca9991128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738'] for port (1dc1f72c-db7f-4d9e-8a70-06c130a728c6), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:46.916350 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:46.973889 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-97f1a9d9-a6aa-47dc-b094-37890e70e674 admin admin] Allocated IP 172.27.2.20 (ac01166e-81e9-4cae-b853-f9fd1f541c1c/957d630b-2ac5-4777-98af-d9a9e169b647/1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:30:47.020385 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f471203b-db64-445a-95ed-91dca9991128 None None] Network db626555-8790-4323-a9e4-7db2e2eaf177 is already hosted by enough agents. {{(pid=104570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:30:47.025271 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471203b-db64-445a-95ed-91dca9991128 None None] Pushing event updated for resources: {'Port': ['ID=1dc1f72c-db7f-4d9e-8a70-06c130a728c6,revision_number=1']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:47.030994 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.base_scheduler [None req-f471203b-db64-445a-95ed-91dca9991128 None None] Resources bound (agent type, host, resource id): {{(pid=104570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:30:47.035749 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f471203b-db64-445a-95ed-91dca9991128 None None] Received port after_create {{(pid=104570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:30:47.137333 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-f471203b-db64-445a-95ed-91dca9991128 None None] Attempting to bind port 1dc1f72c-db7f-4d9e-8a70-06c130a728c6 on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:30:47.139922 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-f471203b-db64-445a-95ed-91dca9991128 None None] Attempting to bind port 1dc1f72c-db7f-4d9e-8a70-06c130a728c6 by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': 'c05d0ba3-98c5-4b1c-b632-26a7e9300bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:30:47.140471 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f471203b-db64-445a-95ed-91dca9991128 None None] Attempting to bind port 1dc1f72c-db7f-4d9e-8a70-06c130a728c6 on network db626555-8790-4323-a9e4-7db2e2eaf177 {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:30:47.152037 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-97f1a9d9-a6aa-47dc-b094-37890e70e674 admin admin] Publish callbacks [] for port (1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:47.166311 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 36102) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:47.193892 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f29ea1f4-5997-4ccf-a3f1-248c818bdac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:47.208395 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f471203b-db64-445a-95ed-91dca9991128 None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:30:47.209458 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f471203b-db64-445a-95ed-91dca9991128 None None] Checking segment: {'id': 'c05d0ba3-98c5-4b1c-b632-26a7e9300bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:30:47.210120 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f471203b-db64-445a-95ed-91dca9991128 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:47.210685 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f471203b-db64-445a-95ed-91dca9991128 None None] Bound using segment: {'id': 'c05d0ba3-98c5-4b1c-b632-26a7e9300bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:30:47.211856 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-f471203b-db64-445a-95ed-91dca9991128 None None] Bound port: 1dc1f72c-db7f-4d9e-8a70-06c130a728c6, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05d0ba3-98c5-4b1c-b632-26a7e9300bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:30:47.212541 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f471203b-db64-445a-95ed-91dca9991128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (1dc1f72c-db7f-4d9e-8a70-06c130a728c6), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:47.231257 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-97f1a9d9-a6aa-47dc-b094-37890e70e674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:47.294110 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:47.312257 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f1a9d9-a6aa-47dc-b094-37890e70e674 admin admin] Network ac01166e-81e9-4cae-b853-f9fd1f541c1c is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:30:47.319233 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-97f1a9d9-a6aa-47dc-b094-37890e70e674 admin admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:30:47.321587 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-f471203b-db64-445a-95ed-91dca9991128 None None] For port 1dc1f72c-db7f-4d9e-8a70-06c130a728c6, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:30:47.327972 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-f471203b-db64-445a-95ed-91dca9991128 None None] For port 1dc1f72c-db7f-4d9e-8a70-06c130a728c6, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=1dc1f72c-db7f-4d9e-8a70-06c130a728c6,segment=NetworkSegment(c05d0ba3-98c5-4b1c-b632-26a7e9300bb9),segment_id=c05d0ba3-98c5-4b1c-b632-26a7e9300bb9)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:30:47.339601 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f471203b-db64-445a-95ed-91dca9991128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (1dc1f72c-db7f-4d9e-8a70-06c130a728c6), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:47.353742 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f1a9d9-a6aa-47dc-b094-37890e70e674 admin admin] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:30:47.411244 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:UPDATE=2,neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:47.443023 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471203b-db64-445a-95ed-91dca9991128 None None] Pushing event updated for resources: {'Port': ['ID=1dc1f72c-db7f-4d9e-8a70-06c130a728c6,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:47.458111 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f29ea1f4-5997-4ccf-a3f1-248c818bdac8 admin admin] Publish callbacks [] for security_group (ddcc0e59-f0e4-49db-a71e-f583d382aae3), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:47.469743 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f29ea1f4-5997-4ccf-a3f1-248c818bdac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (ddcc0e59-f0e4-49db-a71e-f583d382aae3), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:47.475734 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1a9d9-a6aa-47dc-b094-37890e70e674 admin admin] Pushing event updated for resources: {'Port': ['ID=1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:47.593564 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-f29ea1f4-5997-4ccf-a3f1-248c818bdac8 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=58f8f12d6b96488cb63547e9252af07c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4259229 Nov 02 07:30:47.599256 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 36110) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:47.605255 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ea1f4-5997-4ccf-a3f1-248c818bdac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcc0e59-f0e4-49db-a71e-f583d382aae3,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:47.766497 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c93c9-bc42-4ad5-970b-0e0bb1480817 req-5d25e72a-2dd6-4bd7-93a2-3ffc058f21dd tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:47.771758 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-161c93c9-bc42-4ad5-970b-0e0bb1480817 req-5d25e72a-2dd6-4bd7-93a2-3ffc058f21dd tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e2925e4e-7067-440f-ab0e-8fa62a7ffc56 HTTP/1.1" status: 200 len: 949 time: 0.2732754 Nov 02 07:30:47.872081 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:48.052492 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-161c93c9-bc42-4ad5-970b-0e0bb1480817 req-84185ea0-bffc-430a-ab75-c49952fdc759 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fdf6f603-ce9d-4cb4-b0bb-cef60c26002a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499290 Nov 02 07:30:48.053206 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f905b152-91b5-4022-af94-400245b8cb24 admin admin] Publish callbacks [] for security_group (ddcc0e59-f0e4-49db-a71e-f583d382aae3), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:48.101021 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f905b152-91b5-4022-af94-400245b8cb24 admin admin] Publish callbacks [] for security_group (ddcc0e59-f0e4-49db-a71e-f583d382aae3), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:48.124083 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13332fdc-8b3a-4ed6-97cf-257543d8e527 req-21b7640f-f4cc-45c9-9dd9-1493ca0cb66e tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:48.127839 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-13332fdc-8b3a-4ed6-97cf-257543d8e527 req-21b7640f-f4cc-45c9-9dd9-1493ca0cb66e tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.2513754 Nov 02 07:30:48.342504 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-13332fdc-8b3a-4ed6-97cf-257543d8e527 req-19abfb70-4058-49fd-a5c6-1698ae7c74d3 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010939 Nov 02 07:30:48.362707 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f905b152-91b5-4022-af94-400245b8cb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (ddcc0e59-f0e4-49db-a71e-f583d382aae3), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:48.369306 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f905b152-91b5-4022-af94-400245b8cb24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:48.373739 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-f905b152-91b5-4022-af94-400245b8cb24 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ddcc0e59-f0e4-49db-a71e-f583d382aae3 HTTP/1.1" status: 204 len: 168 time: 0.7670677 Nov 02 07:30:48.374423 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-97f1a9d9-a6aa-47dc-b094-37890e70e674 admin admin] Publish callbacks [] for router_gateway (809828a3-4f45-44a0-b054-defd7df6335b), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:48.455501 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f905b152-91b5-4022-af94-400245b8cb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcc0e59-f0e4-49db-a71e-f583d382aae3,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:48.484378 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:48.660609 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-54091f7e-0dd4-478d-a4e6-ebd5af8563c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:48.940601 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5 up at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:30:49.002219 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 1dc1f72c-db7f-4d9e-8a70-06c130a728c6 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:30:49.177431 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-97f1a9d9-a6aa-47dc-b094-37890e70e674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648988'] for router (809828a3-4f45-44a0-b054-defd7df6335b), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:49.212606 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 1dc1f72c-db7f-4d9e-8a70-06c130a728c6 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:49.212972 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (1dc1f72c-db7f-4d9e-8a70-06c130a728c6), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:49.213312 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 1dc1f72c-db7f-4d9e-8a70-06c130a728c6 Nov 02 07:30:49.217197 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning for port 0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5 completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 07:30:49.279196 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning complete for port 0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:49.279736 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:49.282736 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Attempt 1 to provision port 0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5 Nov 02 07:30:49.330306 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8da5cc-1088-492f-b67e-705294bb6694 req-20ebd3e4-997e-4524-b47e-e683d0d6eaf9 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:49.334928 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ee8da5cc-1088-492f-b67e-705294bb6694 req-20ebd3e4-997e-4524-b47e-e683d0d6eaf9 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e2925e4e-7067-440f-ab0e-8fa62a7ffc56 HTTP/1.1" status: 200 len: 949 time: 0.0684688 Nov 02 07:30:49.374954 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c9abb5-22ec-4c41-add2-d8244fdb1e29 None None] Network db626555-8790-4323-a9e4-7db2e2eaf177 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:30:49.453408 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ee8da5cc-1088-492f-b67e-705294bb6694 req-ea7285a8-e8a2-4ebe-8f85-61635b6610af tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fdf6f603-ce9d-4cb4-b0bb-cef60c26002a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925777 Nov 02 07:30:49.489446 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cfc704ba-7120-437d-99ac-9149932b02e3 None None] Provisioning complete for port 1dc1f72c-db7f-4d9e-8a70-06c130a728c6 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:49.489841 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cfc704ba-7120-437d-99ac-9149932b02e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (1dc1f72c-db7f-4d9e-8a70-06c130a728c6), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:49.490132 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-cfc704ba-7120-437d-99ac-9149932b02e3 None None] Attempt 1 to provision port 1dc1f72c-db7f-4d9e-8a70-06c130a728c6 Nov 02 07:30:49.516046 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbd5d4-21a5-448b-b851-4f6f0e1576e3 req-5d46698d-d10f-464e-95eb-6bcd56cc20a3 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:49.517542 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ecfbd5d4-21a5-448b-b851-4f6f0e1576e3 req-5d46698d-d10f-464e-95eb-6bcd56cc20a3 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.0631895 Nov 02 07:30:49.593674 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f1a9d9-a6aa-47dc-b094-37890e70e674 admin admin] Router 809828a3-4f45-44a0-b054-defd7df6335b is scheduled to L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a with binding_index 1 {{(pid=104569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 07:30:49.639751 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:30:49.640376 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:49.646025 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 1dc1f72c-db7f-4d9e-8a70-06c130a728c6 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:30:49.647011 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (1dc1f72c-db7f-4d9e-8a70-06c130a728c6), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:49.660183 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ecfbd5d4-21a5-448b-b851-4f6f0e1576e3 req-ae1f0b8d-23c1-40b7-a14b-15700f7b0ff5 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246698 Nov 02 07:30:50.111450 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cfc704ba-7120-437d-99ac-9149932b02e3 None None] Current status of the port 1dc1f72c-db7f-4d9e-8a70-06c130a728c6 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:30:50.112621 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cfc704ba-7120-437d-99ac-9149932b02e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (1dc1f72c-db7f-4d9e-8a70-06c130a728c6), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:50.128483 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2925e4e-7067-440f-ab0e-8fa62a7ffc56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:30:50.131484 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae3fbe182e2c1c70a5346b740f804138ecd9042bc04c1c47f40fee79c776d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c610c834-0f19-4033-a457-2607398298fb" -d '{"events": [{"server_uuid": "e2925e4e-7067-440f-ab0e-8fa62a7ffc56", "name": "network-vif-plugged", "status": "completed", "tag": "0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:30:50.147728 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:50.235688 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port 1dc1f72c-db7f-4d9e-8a70-06c130a728c6, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=1dc1f72c-db7f-4d9e-8a70-06c130a728c6,segment=NetworkSegment(c05d0ba3-98c5-4b1c-b632-26a7e9300bb9),segment_id=c05d0ba3-98c5-4b1c-b632-26a7e9300bb9)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:30:50.240392 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5,segment=NetworkSegment(c1a7a89f-f123-4f70-838b-5e9398acd491),segment_id=c1a7a89f-f123-4f70-838b-5e9398acd491)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:30:50.271812 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8790b79-d3b4-4ad5-a4a4-35ad44637958 x-openstack-request-id: req-c8790b79-d3b4-4ad5-a4a4-35ad44637958 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:30:50.273743 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2925e4e-7067-440f-ab0e-8fa62a7ffc56", "name": "network-vif-plugged", "status": "completed", "tag": "0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:30:50.274122 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8790b79-d3b4-4ad5-a4a4-35ad44637958 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:30:50.275030 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8790b79-d3b4-4ad5-a4a4-35ad44637958'] response: {'server_uuid': 'e2925e4e-7067-440f-ab0e-8fa62a7ffc56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5', 'code': 200} Nov 02 07:30:50.293518 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (1dc1f72c-db7f-4d9e-8a70-06c130a728c6), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:50.312964 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:50.316969 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:50.318528 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:50.533533 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:50.560944 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9785b49-f476-4f2e-b7c7-35282a068133 req-9b9e5854-3474-49bb-9b72-d768a71f6eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:50.562687 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b9785b49-f476-4f2e-b7c7-35282a068133 req-9b9e5854-3474-49bb-9b72-d768a71f6eb8 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 1129 time: 0.1321065 Nov 02 07:30:50.565540 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f1a9d9-a6aa-47dc-b094-37890e70e674 admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:30:50.616489 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22370de-fe0e-40bb-900c-73f4b4cc4bb5 None None] Sync routers for ids ['809828a3-4f45-44a0-b054-defd7df6335b'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:30:50.649786 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-97f1a9d9-a6aa-47dc-b094-37890e70e674 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:50.653728 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-97f1a9d9-a6aa-47dc-b094-37890e70e674 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.1595798 Nov 02 07:30:50.664275 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 36190) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:50.718167 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b974968-10e8-4c5d-9fa5-b4ba5942273c req-d1dbcaad-a8f8-4ffe-8285-b1427f03c617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:50.724353 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.db.api [None req-cfc704ba-7120-437d-99ac-9149932b02e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 07:30:50.724892 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG oslo_db.api [None req-cfc704ba-7120-437d-99ac-9149932b02e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 07:30:50.727950 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0b974968-10e8-4c5d-9fa5-b4ba5942273c req-d1dbcaad-a8f8-4ffe-8285-b1427f03c617 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e2925e4e-7067-440f-ab0e-8fa62a7ffc56 HTTP/1.1" status: 200 len: 1134 time: 0.1259584 Nov 02 07:30:50.734337 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22370de-fe0e-40bb-900c-73f4b4cc4bb5 None None] Routers {'809828a3-4f45-44a0-b054-defd7df6335b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:30:50.740693 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-b22370de-fe0e-40bb-900c-73f4b4cc4bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:30:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['809828a3-4f45-44a0-b054-defd7df6335b'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:50.746866 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b9785b49-f476-4f2e-b7c7-35282a068133 req-a7589c7c-d2e5-4a2a-8ee0-b7346462d82e service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754837 Nov 02 07:30:50.750838 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=1dc1f72c-db7f-4d9e-8a70-06c130a728c6,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:50.776365 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a49dce-b0c4-44da-99ea-5ded085cfb7b req-470f5059-5547-4014-88d3-a2cb265f7783 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:50.783262 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-20a49dce-b0c4-44da-99ea-5ded085cfb7b req-470f5059-5547-4014-88d3-a2cb265f7783 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e2925e4e-7067-440f-ab0e-8fa62a7ffc56 HTTP/1.1" status: 200 len: 950 time: 0.1810434 Nov 02 07:30:50.859054 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-0b974968-10e8-4c5d-9fa5-b4ba5942273c req-5386e11e-a37f-4d44-9f33-9dc83f521839 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=fdf6f603-ce9d-4cb4-b0bb-cef60c26002a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174583 Nov 02 07:30:50.956952 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:50.973896 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:50.977965 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66734de-0173-4e31-8c5c-98345a3bf18e req-a6d65472-09c0-47b8-9525-70b5e32db220 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:50.979770 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e66734de-0173-4e31-8c5c-98345a3bf18e req-a6d65472-09c0-47b8-9525-70b5e32db220 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.1070614 Nov 02 07:30:51.005803 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-20a49dce-b0c4-44da-99ea-5ded085cfb7b req-dac22a7f-a71b-4e4b-8c99-3f5fe5036afb tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fdf6f603-ce9d-4cb4-b0bb-cef60c26002a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599157 Nov 02 07:30:51.024446 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-b22370de-fe0e-40bb-900c-73f4b4cc4bb5 None None] Set router 809828a3-4f45-44a0-b054-defd7df6335b gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:30:51.130693 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e66734de-0173-4e31-8c5c-98345a3bf18e req-5cc0f39e-fb59-406e-8c13-cdb3cd69cb59 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421783 Nov 02 07:30:51.311938 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cfc704ba-7120-437d-99ac-9149932b02e3 None None] Current status of the port 1dc1f72c-db7f-4d9e-8a70-06c130a728c6 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:30:51.325272 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:51.328844 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-b22370de-fe0e-40bb-900c-73f4b4cc4bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:30:48Z', 'revision_number': 3, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port': {'id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:46Z', 'updated_at': '2022-11-02T07:30:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:51.386511 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22370de-fe0e-40bb-900c-73f4b4cc4bb5 None None] Checking router: 809828a3-4f45-44a0-b054-defd7df6335b for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:30:51.386966 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22370de-fe0e-40bb-900c-73f4b4cc4bb5 None None] Updating router 809828a3-4f45-44a0-b054-defd7df6335b port 1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1 binding host dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 07:30:51.433013 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f6191606-68a6-45c3-88a6-4c0de24c7042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:51.465312 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:51.468591 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b22370de-fe0e-40bb-900c-73f4b4cc4bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:51.470196 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-29616a0b-c306-4c0e-a758-920318ccaf42 None None] Provisioning complete for port 1dc1f72c-db7f-4d9e-8a70-06c130a728c6 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:51.470599 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-29616a0b-c306-4c0e-a758-920318ccaf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (1dc1f72c-db7f-4d9e-8a70-06c130a728c6), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:51.470925 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-29616a0b-c306-4c0e-a758-920318ccaf42 None None] Attempt 1 to provision port 1dc1f72c-db7f-4d9e-8a70-06c130a728c6 Nov 02 07:30:51.612082 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:51.625990 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-f6191606-68a6-45c3-88a6-4c0de24c7042 admin admin] Allocated IP 172.20.0.1 (db626555-8790-4323-a9e4-7db2e2eaf177/177e8dac-5f29-4a70-91c6-723300d96a3f/839da449-2ff2-45b6-97aa-874949fa1c1d) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:30:51.723190 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-29616a0b-c306-4c0e-a758-920318ccaf42 None None] Current status of the port 1dc1f72c-db7f-4d9e-8a70-06c130a728c6 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:30:51.741889 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:51.782685 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f6191606-68a6-45c3-88a6-4c0de24c7042 admin admin] Publish callbacks [] for port (839da449-2ff2-45b6-97aa-874949fa1c1d), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:51.817869 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f6191606-68a6-45c3-88a6-4c0de24c7042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (839da449-2ff2-45b6-97aa-874949fa1c1d), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:51.823061 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b22370de-fe0e-40bb-900c-73f4b4cc4bb5 None None] Publish callbacks [] for port (1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1), precommit_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:51.829646 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b22370de-fe0e-40bb-900c-73f4b4cc4bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:51.853910 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6191606-68a6-45c3-88a6-4c0de24c7042 admin admin] Network db626555-8790-4323-a9e4-7db2e2eaf177 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:30:51.856973 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-f6191606-68a6-45c3-88a6-4c0de24c7042 admin admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:30:51.860752 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6191606-68a6-45c3-88a6-4c0de24c7042 admin admin] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:30:51.864274 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-b22370de-fe0e-40bb-900c-73f4b4cc4bb5 None None] Attempting to bind port 1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1 on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:30:51.864274 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-b22370de-fe0e-40bb-900c-73f4b4cc4bb5 None None] Attempting to bind port 1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1 by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:30:51.864607 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22370de-fe0e-40bb-900c-73f4b4cc4bb5 None None] Attempting to bind port 1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1 on network ac01166e-81e9-4cae-b853-f9fd1f541c1c {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:30:51.896032 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6191606-68a6-45c3-88a6-4c0de24c7042 admin admin] Pushing event updated for resources: {'Port': ['ID=839da449-2ff2-45b6-97aa-874949fa1c1d,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:51.905705 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:51.924549 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc2372-e429-4979-a058-d8958d4b651c None None] Pushing event updated for resources: {'Port': ['ID=1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:51.930682 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f6191606-68a6-45c3-88a6-4c0de24c7042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650874'] for router_interface (809828a3-4f45-44a0-b054-defd7df6335b), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:51.938884 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22370de-fe0e-40bb-900c-73f4b4cc4bb5 None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:30:51.939250 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22370de-fe0e-40bb-900c-73f4b4cc4bb5 None None] Checking segment: {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:30:51.939885 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b22370de-fe0e-40bb-900c-73f4b4cc4bb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:51.940002 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22370de-fe0e-40bb-900c-73f4b4cc4bb5 None None] Bound using segment: {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:30:51.940472 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-b22370de-fe0e-40bb-900c-73f4b4cc4bb5 None None] Bound port: 1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:30:51.940962 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b22370de-fe0e-40bb-900c-73f4b4cc4bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:52.000806 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b22370de-fe0e-40bb-900c-73f4b4cc4bb5 None None] For port 1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:30:52.004424 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-b22370de-fe0e-40bb-900c-73f4b4cc4bb5 None None] For port 1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:30:52.012051 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b22370de-fe0e-40bb-900c-73f4b4cc4bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:52.012281 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:52.074667 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc2372-e429-4979-a058-d8958d4b651c None None] Pushing event updated for resources: {'Port': ['ID=1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:52.083914 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22370de-fe0e-40bb-900c-73f4b4cc4bb5 None None] Routers {'809828a3-4f45-44a0-b054-defd7df6335b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:30:52.084497 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-b22370de-fe0e-40bb-900c-73f4b4cc4bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:30:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['809828a3-4f45-44a0-b054-defd7df6335b'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:52.183187 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-e021b51b-5916-4bae-b463-28f1970b5888 None None] Provisioning complete for port 839da449-2ff2-45b6-97aa-874949fa1c1d triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:52.183809 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-e021b51b-5916-4bae-b463-28f1970b5888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (839da449-2ff2-45b6-97aa-874949fa1c1d), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:52.184040 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-e021b51b-5916-4bae-b463-28f1970b5888 None None] Attempt 1 to provision port 839da449-2ff2-45b6-97aa-874949fa1c1d Nov 02 07:30:52.239529 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed8e4b-3d13-45a8-a16b-3c84b7527a71 req-42e01c87-2768-46d3-a32b-853e76663ffe tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:52.241541 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d1ed8e4b-3d13-45a8-a16b-3c84b7527a71 req-42e01c87-2768-46d3-a32b-853e76663ffe tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e2925e4e-7067-440f-ab0e-8fa62a7ffc56 HTTP/1.1" status: 200 len: 950 time: 0.1238210 Nov 02 07:30:52.251900 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-e021b51b-5916-4bae-b463-28f1970b5888 None None] Port 839da449-2ff2-45b6-97aa-874949fa1c1d cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:30:52.265365 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-b22370de-fe0e-40bb-900c-73f4b4cc4bb5 None None] Set router 809828a3-4f45-44a0-b054-defd7df6335b gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:30:52.354594 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8575a-c489-436c-8edf-791b7ed669ef req-c77be83e-c3f1-4cd9-b6d0-1aeab20487f7 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:52.356126 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e7d8575a-c489-436c-8edf-791b7ed669ef req-c77be83e-c3f1-4cd9-b6d0-1aeab20487f7 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.1465306 Nov 02 07:30:52.427720 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d1ed8e4b-3d13-45a8-a16b-3c84b7527a71 req-ab1efe6b-e9c5-4afe-8787-b953f92f673e tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fdf6f603-ce9d-4cb4-b0bb-cef60c26002a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519048 Nov 02 07:30:52.490942 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e7d8575a-c489-436c-8edf-791b7ed669ef req-a899ddc3-07e7-4431-b35b-b7e47afc562c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057022 Nov 02 07:30:52.503434 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f6191606-68a6-45c3-88a6-4c0de24c7042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (839da449-2ff2-45b6-97aa-874949fa1c1d), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:52.547620 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:UPDATE=2,neutron:INSERT=3,neutron:SELECT=95 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:52.630649 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-b22370de-fe0e-40bb-900c-73f4b4cc4bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:30:52Z', 'revision_number': 4, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port': {'id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:46Z', 'updated_at': '2022-11-02T07:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '839da449-2ff2-45b6-97aa-874949fa1c1d', 'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'mac_address': 'fa:16:3e:81:fc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:51Z', 'updated_at': '2022-11-02T07:30:51Z', 'revision_number': 1, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'subnets': [{'id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:52.665354 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 1dc1f72c-db7f-4d9e-8a70-06c130a728c6 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:30:52.670187 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22370de-fe0e-40bb-900c-73f4b4cc4bb5 None None] The sync data for ids ['809828a3-4f45-44a0-b054-defd7df6335b'] in dv-cinder-804735-33-iscsi is: [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:30:52Z', 'revision_number': 4, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port': {'id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:46Z', 'updated_at': '2022-11-02T07:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '839da449-2ff2-45b6-97aa-874949fa1c1d', 'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'mac_address': 'fa:16:3e:81:fc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:51Z', 'updated_at': '2022-11-02T07:30:51Z', 'revision_number': 1, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'subnets': [{'id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:30:52.731734 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 1dc1f72c-db7f-4d9e-8a70-06c130a728c6 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:52.733393 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (1dc1f72c-db7f-4d9e-8a70-06c130a728c6), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:52.733738 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 1dc1f72c-db7f-4d9e-8a70-06c130a728c6 Nov 02 07:30:52.734455 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f6191606-68a6-45c3-88a6-4c0de24c7042 admin admin] Publish callbacks [] for port (839da449-2ff2-45b6-97aa-874949fa1c1d), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:52.740079 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f6191606-68a6-45c3-88a6-4c0de24c7042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (839da449-2ff2-45b6-97aa-874949fa1c1d), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:52.833057 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f6191606-68a6-45c3-88a6-4c0de24c7042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-997922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650966'] for router_interface (809828a3-4f45-44a0-b054-defd7df6335b), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:52.836344 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6191606-68a6-45c3-88a6-4c0de24c7042 admin admin] Pushing event updated for resources: {'Port': ['ID=839da449-2ff2-45b6-97aa-874949fa1c1d,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:52.957650 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6191606-68a6-45c3-88a6-4c0de24c7042 admin admin] Network db626555-8790-4323-a9e4-7db2e2eaf177 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:30:52.974448 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-f6191606-68a6-45c3-88a6-4c0de24c7042 admin admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:30:52.994538 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 1dc1f72c-db7f-4d9e-8a70-06c130a728c6 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:30:53.141259 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6191606-68a6-45c3-88a6-4c0de24c7042 admin admin] Router 809828a3-4f45-44a0-b054-defd7df6335b has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:30:53.246521 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:53.271271 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6191606-68a6-45c3-88a6-4c0de24c7042 admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:30:53.282165 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:53.285810 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-f6191606-68a6-45c3-88a6-4c0de24c7042 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/809828a3-4f45-44a0-b054-defd7df6335b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6201022 Nov 02 07:30:53.292653 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-c82a0cab-681f-4e30-974b-01ab2ac8f340 None None] Provisioning complete for port 839da449-2ff2-45b6-97aa-874949fa1c1d triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:53.293238 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-c82a0cab-681f-4e30-974b-01ab2ac8f340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (839da449-2ff2-45b6-97aa-874949fa1c1d), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:53.293522 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-c82a0cab-681f-4e30-974b-01ab2ac8f340 None None] Attempt 1 to provision port 839da449-2ff2-45b6-97aa-874949fa1c1d Nov 02 07:30:53.346642 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-c82a0cab-681f-4e30-974b-01ab2ac8f340 None None] Port 839da449-2ff2-45b6-97aa-874949fa1c1d cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:30:53.627136 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6facd1b-7fd5-4564-89f5-f26fc1d1ffe9 req-f4566b6b-0686-4cce-a6e4-e4d218302346 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:53.630399 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e6facd1b-7fd5-4564-89f5-f26fc1d1ffe9 req-f4566b6b-0686-4cce-a6e4-e4d218302346 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e2925e4e-7067-440f-ab0e-8fa62a7ffc56 HTTP/1.1" status: 200 len: 950 time: 0.0710809 Nov 02 07:30:53.658804 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 36260) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:53.663538 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-3cd289fb-7691-4e05-80eb-26bd38c71e18 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1544349208', 'description': 'tempest-description--1241571132'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:30:53.702301 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3cd289fb-7691-4e05-80eb-26bd38c71e18 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:53.715456 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e6facd1b-7fd5-4564-89f5-f26fc1d1ffe9 req-42c33985-0c67-48dd-85bb-909c42417b15 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fdf6f603-ce9d-4cb4-b0bb-cef60c26002a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773778 Nov 02 07:30:53.778115 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a69f0d-e931-4f9c-be76-74d16775c5ff req-68413457-27e0-477d-83f3-623c910ed6b0 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:53.779852 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f8a69f0d-e931-4f9c-be76-74d16775c5ff req-68413457-27e0-477d-83f3-623c910ed6b0 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.0541499 Nov 02 07:30:53.807379 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3cd289fb-7691-4e05-80eb-26bd38c71e18 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group (71e2f6e7-c943-4002-a872-4e5e95b83b54), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:53.813530 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3cd289fb-7691-4e05-80eb-26bd38c71e18 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (71e2f6e7-c943-4002-a872-4e5e95b83b54), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:53.843037 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f8a69f0d-e931-4f9c-be76-74d16775c5ff req-a1a15fd9-684a-453c-bcb5-8417e0e341e5 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564389 Nov 02 07:30:53.848206 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3cd289fb-7691-4e05-80eb-26bd38c71e18 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:53.852660 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-3cd289fb-7691-4e05-80eb-26bd38c71e18 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1926861 Nov 02 07:30:53.857621 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 36262) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:53.862922 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-5a4c9940-d45b-4baf-a05f-a1cac7d98561 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Request body: {'security_group_rule': {'security_group_id': '71e2f6e7-c943-4002-a872-4e5e95b83b54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:30:53.871916 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd289fb-7691-4e05-80eb-26bd38c71e18 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e2f6e7-c943-4002-a872-4e5e95b83b54,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:53.910535 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5a4c9940-d45b-4baf-a05f-a1cac7d98561 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group_rule (e14fe946-3da8-4e27-b772-6f3208545be1), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:53.986339 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5a4c9940-d45b-4baf-a05f-a1cac7d98561 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group_rule (e14fe946-3da8-4e27-b772-6f3208545be1), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:53.990776 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5a4c9940-d45b-4baf-a05f-a1cac7d98561 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (e14fe946-3da8-4e27-b772-6f3208545be1), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:54.011751 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c9940-d45b-4baf-a05f-a1cac7d98561 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14fe946-3da8-4e27-b772-6f3208545be1,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:54.019372 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5a4c9940-d45b-4baf-a05f-a1cac7d98561 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:54.020606 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-5a4c9940-d45b-4baf-a05f-a1cac7d98561 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1620393 Nov 02 07:30:54.023493 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 36264) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:54.035989 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-d2b45433-d276-4d48-83f6-18a700dc07d1 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Request body: {'security_group_rule': {'security_group_id': '71e2f6e7-c943-4002-a872-4e5e95b83b54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:30:54.080893 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d2b45433-d276-4d48-83f6-18a700dc07d1 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group_rule (b87e2a44-95fb-4134-bf66-a64b718d2456), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:54.155125 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:54.158888 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d2b45433-d276-4d48-83f6-18a700dc07d1 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group_rule (b87e2a44-95fb-4134-bf66-a64b718d2456), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:54.163153 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d2b45433-d276-4d48-83f6-18a700dc07d1 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (b87e2a44-95fb-4134-bf66-a64b718d2456), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:54.192522 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b45433-d276-4d48-83f6-18a700dc07d1 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b87e2a44-95fb-4134-bf66-a64b718d2456,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:54.205445 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d2b45433-d276-4d48-83f6-18a700dc07d1 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:54.210072 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 36266) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:30:54.210198 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-d2b45433-d276-4d48-83f6-18a700dc07d1 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1854734 Nov 02 07:30:54.219063 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-1bcdfee7-dbb7-46df-b8e9-508682642efa tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Request body: {'floatingip': {'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:30:54.248895 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1bcdfee7-dbb7-46df-b8e9-508682642efa tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:54.360169 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1bcdfee7-dbb7-46df-b8e9-508682642efa tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:54.361908 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:54.502124 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-1bcdfee7-dbb7-46df-b8e9-508682642efa tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Allocated IP 172.27.2.73 (ac01166e-81e9-4cae-b853-f9fd1f541c1c/957d630b-2ac5-4777-98af-d9a9e169b647/6fab6652-b9e3-4921-b5a1-f911768d9fe7) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:30:54.667654 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:54.688660 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1bcdfee7-dbb7-46df-b8e9-508682642efa tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for port (6fab6652-b9e3-4921-b5a1-f911768d9fe7), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:54.753494 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:30:54.766194 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1bcdfee7-dbb7-46df-b8e9-508682642efa tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (6fab6652-b9e3-4921-b5a1-f911768d9fe7), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:54.786618 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcdfee7-dbb7-46df-b8e9-508682642efa tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Network ac01166e-81e9-4cae-b853-f9fd1f541c1c is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:30:54.789959 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-1bcdfee7-dbb7-46df-b8e9-508682642efa tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:30:54.815585 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcdfee7-dbb7-46df-b8e9-508682642efa tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:30:54.892702 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcdfee7-dbb7-46df-b8e9-508682642efa tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event updated for resources: {'Port': ['ID=6fab6652-b9e3-4921-b5a1-f911768d9fe7,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:55.008704 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:55.012390 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:55.012798 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1 Nov 02 07:30:55.047325 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1bcdfee7-dbb7-46df-b8e9-508682642efa tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for floatingip (704bf8ea-4dae-438d-8ff4-0e49b7e0c1fb), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:55.186577 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:30:55.187671 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:55.187971 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1bcdfee7-dbb7-46df-b8e9-508682642efa tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (6fab6652-b9e3-4921-b5a1-f911768d9fe7), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:55.207793 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:55.251735 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port 1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:30:55.260641 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:55.271554 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef73b89-4058-451d-8de2-456e190b664b req-c6e0d353-65f6-4b9c-8963-eba896d7e482 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:55.274086 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bef73b89-4058-451d-8de2-456e190b664b req-c6e0d353-65f6-4b9c-8963-eba896d7e482 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e2925e4e-7067-440f-ab0e-8fa62a7ffc56 HTTP/1.1" status: 200 len: 950 time: 0.2229223 Nov 02 07:30:55.304295 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a4768-d622-43a5-b099-d6c00ec23531 req-c1847cf0-4de5-4257-8309-67ccf5e5e301 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:55.312462 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-778a4768-d622-43a5-b099-d6c00ec23531 req-c1847cf0-4de5-4257-8309-67ccf5e5e301 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.1865017 Nov 02 07:30:55.386140 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:55.421271 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bef73b89-4058-451d-8de2-456e190b664b req-fae726d5-e914-4806-8c0c-21cbc2fa87dc tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fdf6f603-ce9d-4cb4-b0bb-cef60c26002a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380050 Nov 02 07:30:55.434694 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-778a4768-d622-43a5-b099-d6c00ec23531 req-fd07c616-f88e-4acd-ab95-c8909216b587 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197362 Nov 02 07:30:55.480267 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1bcdfee7-dbb7-46df-b8e9-508682642efa tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for port (6fab6652-b9e3-4921-b5a1-f911768d9fe7), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:55.486073 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1bcdfee7-dbb7-46df-b8e9-508682642efa tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576543'] for port (6fab6652-b9e3-4921-b5a1-f911768d9fe7), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:55.524529 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784ae3e2-0944-43d2-be81-f0b4abb5de7d None None] Sync routers for ids ['809828a3-4f45-44a0-b054-defd7df6335b'] in dv-cinder-804735-33-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:30:55.540640 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784ae3e2-0944-43d2-be81-f0b4abb5de7d None None] Routers {'809828a3-4f45-44a0-b054-defd7df6335b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:30:55.552502 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-784ae3e2-0944-43d2-be81-f0b4abb5de7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:30:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['809828a3-4f45-44a0-b054-defd7df6335b'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:55.567198 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1bcdfee7-dbb7-46df-b8e9-508682642efa tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (704bf8ea-4dae-438d-8ff4-0e49b7e0c1fb), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:55.572785 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:55.582908 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcdfee7-dbb7-46df-b8e9-508682642efa tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event updated for resources: {'Port': ['ID=6fab6652-b9e3-4921-b5a1-f911768d9fe7,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:55.600235 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1bcdfee7-dbb7-46df-b8e9-508682642efa tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:55.602148 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-1bcdfee7-dbb7-46df-b8e9-508682642efa tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3892696 Nov 02 07:30:55.753395 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-784ae3e2-0944-43d2-be81-f0b4abb5de7d None None] Set router 809828a3-4f45-44a0-b054-defd7df6335b gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:30:55.820557 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-f66f0bbe-03b9-4009-97ca-94de2e2ad0b4 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1544349208&fields=id&tenant_id=ba3bab98d31d49098a8e7242d51be646 HTTP/1.1" status: 200 len: 267 time: 0.0440414 Nov 02 07:30:55.932188 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-bb5efcef-09fa-4aa5-b943-9de3bba4cd3c tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:55.933627 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-bb5efcef-09fa-4aa5-b943-9de3bba4cd3c tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/networks?id=db626555-8790-4323-a9e4-7db2e2eaf177 HTTP/1.1" status: 200 len: 814 time: 0.1062927 Nov 02 07:30:55.948486 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-7cfb1c88-a46e-4363-82bb-92a8fb6338f9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/quotas/ba3bab98d31d49098a8e7242d51be646 HTTP/1.1" status: 200 len: 375 time: 0.0091014 Nov 02 07:30:55.956741 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-784ae3e2-0944-43d2-be81-f0b4abb5de7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:30:52Z', 'revision_number': 4, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port': {'id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:46Z', 'updated_at': '2022-11-02T07:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '839da449-2ff2-45b6-97aa-874949fa1c1d', 'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'mac_address': 'fa:16:3e:81:fc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:51Z', 'updated_at': '2022-11-02T07:30:52Z', 'revision_number': 2, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'subnets': [{'id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:55.981750 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784ae3e2-0944-43d2-be81-f0b4abb5de7d None None] Checking router: 809828a3-4f45-44a0-b054-defd7df6335b for host: dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:30:55.982206 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784ae3e2-0944-43d2-be81-f0b4abb5de7d None None] Updating router 809828a3-4f45-44a0-b054-defd7df6335b port 839da449-2ff2-45b6-97aa-874949fa1c1d binding host dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 07:30:55.998329 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-e9cc2f33-c72a-466a-b317-41e1a39e5fdc tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ba3bab98d31d49098a8e7242d51be646&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439999 Nov 02 07:30:56.009469 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-784ae3e2-0944-43d2-be81-f0b4abb5de7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (839da449-2ff2-45b6-97aa-874949fa1c1d), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:56.108352 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-e1d8f74b-d7bf-4b8f-9c6f-6b0af3cc7261 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/db626555-8790-4323-a9e4-7db2e2eaf177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969613 Nov 02 07:30:56.144926 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:56.188514 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:56.210979 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-54c81bfd-1190-4902-a36e-c50651464666 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/db626555-8790-4323-a9e4-7db2e2eaf177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962083 Nov 02 07:30:56.272719 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-784ae3e2-0944-43d2-be81-f0b4abb5de7d None None] Publish callbacks [] for port (839da449-2ff2-45b6-97aa-874949fa1c1d), precommit_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:56.278673 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-784ae3e2-0944-43d2-be81-f0b4abb5de7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (839da449-2ff2-45b6-97aa-874949fa1c1d), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:56.326069 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb745a-b28c-43c4-9e08-6bcd93d9fbe5 None None] Pushing event updated for resources: {'Port': ['ID=839da449-2ff2-45b6-97aa-874949fa1c1d,revision_number=3']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:56.370901 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:56.379883 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-784ae3e2-0944-43d2-be81-f0b4abb5de7d None None] Attempting to bind port 839da449-2ff2-45b6-97aa-874949fa1c1d on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:30:56.380255 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-784ae3e2-0944-43d2-be81-f0b4abb5de7d None None] Attempting to bind port 839da449-2ff2-45b6-97aa-874949fa1c1d by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': 'c05d0ba3-98c5-4b1c-b632-26a7e9300bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177'}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:30:56.380614 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784ae3e2-0944-43d2-be81-f0b4abb5de7d None None] Attempting to bind port 839da449-2ff2-45b6-97aa-874949fa1c1d on network db626555-8790-4323-a9e4-7db2e2eaf177 {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:30:56.401228 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9aac0f89-35f9-4901-ac4a-a53a69f1a616 req-3ac48d35-465a-4e63-a3ed-383f19385b6e tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=793f8cfa-443a-4695-861e-6ba4c4e441ab HTTP/1.1" status: 200 len: 210 time: 0.0376251 Nov 02 07:30:56.425384 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784ae3e2-0944-43d2-be81-f0b4abb5de7d None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:30:56.425754 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784ae3e2-0944-43d2-be81-f0b4abb5de7d None None] Checking segment: {'id': 'c05d0ba3-98c5-4b1c-b632-26a7e9300bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:30:56.426146 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-784ae3e2-0944-43d2-be81-f0b4abb5de7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:56.426565 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784ae3e2-0944-43d2-be81-f0b4abb5de7d None None] Bound using segment: {'id': 'c05d0ba3-98c5-4b1c-b632-26a7e9300bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177'} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:30:56.427037 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-784ae3e2-0944-43d2-be81-f0b4abb5de7d None None] Bound port: 839da449-2ff2-45b6-97aa-874949fa1c1d, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05d0ba3-98c5-4b1c-b632-26a7e9300bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177'}}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:30:56.427404 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-784ae3e2-0944-43d2-be81-f0b4abb5de7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (839da449-2ff2-45b6-97aa-874949fa1c1d), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:56.496133 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-784ae3e2-0944-43d2-be81-f0b4abb5de7d None None] For port 839da449-2ff2-45b6-97aa-874949fa1c1d, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:30:56.499743 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-784ae3e2-0944-43d2-be81-f0b4abb5de7d None None] For port 839da449-2ff2-45b6-97aa-874949fa1c1d, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=839da449-2ff2-45b6-97aa-874949fa1c1d,segment=NetworkSegment(c05d0ba3-98c5-4b1c-b632-26a7e9300bb9),segment_id=c05d0ba3-98c5-4b1c-b632-26a7e9300bb9)] {{(pid=104571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:30:56.508627 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-784ae3e2-0944-43d2-be81-f0b4abb5de7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (839da449-2ff2-45b6-97aa-874949fa1c1d), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:56.523059 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784ae3e2-0944-43d2-be81-f0b4abb5de7d None None] Routers {'809828a3-4f45-44a0-b054-defd7df6335b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:30:56.523669 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-784ae3e2-0944-43d2-be81-f0b4abb5de7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:30:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['809828a3-4f45-44a0-b054-defd7df6335b'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:56.687266 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb745a-b28c-43c4-9e08-6bcd93d9fbe5 None None] Pushing event updated for resources: {'Port': ['ID=839da449-2ff2-45b6-97aa-874949fa1c1d,revision_number=4']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:56.691923 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707aaa2f-9877-4d91-a00d-eb713bb13419 req-1a76c1ea-cbd0-4b9c-8a2a-7757c8db3688 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:56.692243 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-784ae3e2-0944-43d2-be81-f0b4abb5de7d None None] Set router 809828a3-4f45-44a0-b054-defd7df6335b gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:30:56.704992 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-707aaa2f-9877-4d91-a00d-eb713bb13419 req-1a76c1ea-cbd0-4b9c-8a2a-7757c8db3688 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.1094806 Nov 02 07:30:56.720039 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:30:56.772817 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f826569-87ef-495e-b70d-852b7bf15e64 req-e1aa7fb9-0134-4a8a-9b2f-c8fa66509fb3 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:56.780103 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6f826569-87ef-495e-b70d-852b7bf15e64 req-e1aa7fb9-0134-4a8a-9b2f-c8fa66509fb3 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e2925e4e-7067-440f-ab0e-8fa62a7ffc56 HTTP/1.1" status: 200 len: 950 time: 0.2059615 Nov 02 07:30:56.814068 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:56.814837 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:56.822527 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1 Nov 02 07:30:56.904026 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-707aaa2f-9877-4d91-a00d-eb713bb13419 req-1f6a0c48-bf95-43bf-877a-8b71c8e284f4 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976640 Nov 02 07:30:56.926887 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6f826569-87ef-495e-b70d-852b7bf15e64 req-68fd0f0f-ea65-4480-997c-a51d7e48fb86 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fdf6f603-ce9d-4cb4-b0bb-cef60c26002a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457305 Nov 02 07:30:56.960417 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-784ae3e2-0944-43d2-be81-f0b4abb5de7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:30:52Z', 'revision_number': 4, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port': {'id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:46Z', 'updated_at': '2022-11-02T07:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '839da449-2ff2-45b6-97aa-874949fa1c1d', 'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'mac_address': 'fa:16:3e:81:fc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:51Z', 'updated_at': '2022-11-02T07:30:56Z', 'revision_number': 4, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'subnets': [{'id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:30:56.961815 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:30:56.996083 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784ae3e2-0944-43d2-be81-f0b4abb5de7d None None] The sync data for ids ['809828a3-4f45-44a0-b054-defd7df6335b'] in dv-cinder-804735-33-iscsi is: [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:30:52Z', 'revision_number': 4, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port': {'id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:46Z', 'updated_at': '2022-11-02T07:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '839da449-2ff2-45b6-97aa-874949fa1c1d', 'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'mac_address': 'fa:16:3e:81:fc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:51Z', 'updated_at': '2022-11-02T07:30:56Z', 'revision_number': 4, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'subnets': [{'id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:30:57.048339 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c10de-4a9c-4194-adde-e72676ac41d7 req-ee419932-7dd4-442b-8cf0-3caae9cd3ebb tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:57.049978 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-254c10de-4a9c-4194-adde-e72676ac41d7 req-ee419932-7dd4-442b-8cf0-3caae9cd3ebb tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 945 time: 0.0504286 Nov 02 07:30:57.099384 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-254c10de-4a9c-4194-adde-e72676ac41d7 req-807788c7-6f74-4676-b156-35742ab27f77 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437493 Nov 02 07:30:57.517637 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bddb085f-2ea5-41c1-b124-956a333cf274 req-c6923ab9-81ac-4918-871b-8ba76d6d451c tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=793f8cfa-443a-4695-861e-6ba4c4e441ab HTTP/1.1" status: 200 len: 210 time: 0.0300603 Nov 02 07:30:58.040680 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9093ad-1954-48e0-be4c-8217ac196863 req-b9751415-b993-4040-ace4-d5e2829ce293 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:58.042124 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2a9093ad-1954-48e0-be4c-8217ac196863 req-b9751415-b993-4040-ace4-d5e2829ce293 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e2925e4e-7067-440f-ab0e-8fa62a7ffc56 HTTP/1.1" status: 200 len: 950 time: 0.0506270 Nov 02 07:30:58.095107 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2a9093ad-1954-48e0-be4c-8217ac196863 req-2c63b53a-a52a-4056-bbf1-3f00d0c015f3 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fdf6f603-ce9d-4cb4-b0bb-cef60c26002a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472600 Nov 02 07:30:58.361712 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:58.609808 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 839da449-2ff2-45b6-97aa-874949fa1c1d up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:30:58.620719 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:30:58.628590 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5829a541-09dc-4646-83be-6088fe148f9d req-f38aba2b-4760-4096-9c41-522a300407f8 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=793f8cfa-443a-4695-861e-6ba4c4e441ab HTTP/1.1" status: 200 len: 210 time: 0.0305421 Nov 02 07:30:58.660158 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 839da449-2ff2-45b6-97aa-874949fa1c1d triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:30:58.660736 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (839da449-2ff2-45b6-97aa-874949fa1c1d), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:58.661073 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 839da449-2ff2-45b6-97aa-874949fa1c1d Nov 02 07:30:58.739730 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 839da449-2ff2-45b6-97aa-874949fa1c1d is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:30:58.740108 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (839da449-2ff2-45b6-97aa-874949fa1c1d), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:58.772923 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port 839da449-2ff2-45b6-97aa-874949fa1c1d, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=839da449-2ff2-45b6-97aa-874949fa1c1d,segment=NetworkSegment(c05d0ba3-98c5-4b1c-b632-26a7e9300bb9),segment_id=c05d0ba3-98c5-4b1c-b632-26a7e9300bb9)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:30:58.776360 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (839da449-2ff2-45b6-97aa-874949fa1c1d), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:30:58.824142 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=839da449-2ff2-45b6-97aa-874949fa1c1d,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:30:59.227242 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d949b27-baaa-452f-ab27-778303b2b05c req-b768aa3e-a21e-49c3-901f-34c1cb324ed8 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:59.228880 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1d949b27-baaa-452f-ab27-778303b2b05c req-b768aa3e-a21e-49c3-901f-34c1cb324ed8 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e2925e4e-7067-440f-ab0e-8fa62a7ffc56 HTTP/1.1" status: 200 len: 950 time: 0.0536921 Nov 02 07:30:59.247529 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:30:59.289611 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1d949b27-baaa-452f-ab27-778303b2b05c req-c0b8c4da-09d2-4161-945b-625980d0aebd tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fdf6f603-ce9d-4cb4-b0bb-cef60c26002a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496507 Nov 02 07:30:59.853613 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f5e018bc-8b01-46e7-a1e6-1c1f3461cddf req-75515b2e-78d7-40f5-8308-579f35611eb5 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=793f8cfa-443a-4695-861e-6ba4c4e441ab HTTP/1.1" status: 200 len: 210 time: 0.0333629 Nov 02 07:30:59.910554 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653660c-280d-4405-9c42-a99cda94d850 req-6fec037d-e91d-4cdb-bc05-eec4e498e0f1 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:30:59.912133 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c653660c-280d-4405-9c42-a99cda94d850 req-6fec037d-e91d-4cdb-bc05-eec4e498e0f1 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e2925e4e-7067-440f-ab0e-8fa62a7ffc56 HTTP/1.1" status: 200 len: 950 time: 0.0613747 Nov 02 07:30:59.998781 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0318a7-4ae1-4ff8-b07b-00d71c8489e8 req-3f5111db-8dac-44cd-a341-0ebead88afc3 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:00.000661 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8c0318a7-4ae1-4ff8-b07b-00d71c8489e8 req-3f5111db-8dac-44cd-a341-0ebead88afc3 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 945 time: 0.0772278 Nov 02 07:31:00.035154 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c653660c-280d-4405-9c42-a99cda94d850 req-1d0d6037-f535-4171-b6f6-33f39386ef36 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fdf6f603-ce9d-4cb4-b0bb-cef60c26002a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098914 Nov 02 07:31:00.079675 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8c0318a7-4ae1-4ff8-b07b-00d71c8489e8 req-f755afe7-3eff-42c9-b446-a0b1b9c8155e tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705245 Nov 02 07:31:00.349179 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 36458) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:00.461427 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-228b2f40-7583-4d28-966d-8d09288e618b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:00.553250 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-228b2f40-7583-4d28-966d-8d09288e618b admin admin] Publish callbacks [] for security_group (b3e7426a-0945-4bfc-ae41-3dd8cfe26dbb), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:00.560926 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-228b2f40-7583-4d28-966d-8d09288e618b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (b3e7426a-0945-4bfc-ae41-3dd8cfe26dbb), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:00.620356 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b2f40-7583-4d28-966d-8d09288e618b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e7426a-0945-4bfc-ae41-3dd8cfe26dbb,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:00.628960 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-228b2f40-7583-4d28-966d-8d09288e618b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=cb0bfaf7195e47ff9c7d13023b50f651&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2783504 Nov 02 07:31:00.631663 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 36468) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:00.694540 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 839da449-2ff2-45b6-97aa-874949fa1c1d up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:31:00.746130 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d4682fea-ef87-4a59-9cda-e6d3d50fad43 admin admin] Publish callbacks [] for security_group (b3e7426a-0945-4bfc-ae41-3dd8cfe26dbb), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:00.761194 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 839da449-2ff2-45b6-97aa-874949fa1c1d triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:31:00.761562 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (839da449-2ff2-45b6-97aa-874949fa1c1d), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:00.761894 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 839da449-2ff2-45b6-97aa-874949fa1c1d Nov 02 07:31:00.780279 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d4682fea-ef87-4a59-9cda-e6d3d50fad43 admin admin] Publish callbacks [] for security_group (b3e7426a-0945-4bfc-ae41-3dd8cfe26dbb), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:00.850218 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d4682fea-ef87-4a59-9cda-e6d3d50fad43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (b3e7426a-0945-4bfc-ae41-3dd8cfe26dbb), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:00.853220 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d4682fea-ef87-4a59-9cda-e6d3d50fad43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:00.854425 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-d4682fea-ef87-4a59-9cda-e6d3d50fad43 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b3e7426a-0945-4bfc-ae41-3dd8cfe26dbb HTTP/1.1" status: 204 len: 168 time: 0.2217379 Nov 02 07:31:00.866223 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4682fea-ef87-4a59-9cda-e6d3d50fad43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e7426a-0945-4bfc-ae41-3dd8cfe26dbb,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:00.876602 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 839da449-2ff2-45b6-97aa-874949fa1c1d is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:31:01.012123 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-93310f72-524b-473e-b5ce-ad532ad6f406 req-0d2fdcf3-af32-44fa-827b-fb3d08777ebd tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=793f8cfa-443a-4695-861e-6ba4c4e441ab HTTP/1.1" status: 200 len: 210 time: 0.0404854 Nov 02 07:31:01.050582 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 36498) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:01.077422 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff229b3-2760-49c4-823c-e1a26499d059 req-c1bffc17-85e3-4a4b-85c2-f5f4ffda13fb tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:01.079211 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0ff229b3-2760-49c4-823c-e1a26499d059 req-c1bffc17-85e3-4a4b-85c2-f5f4ffda13fb tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.0704694 Nov 02 07:31:01.159211 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0ff229b3-2760-49c4-823c-e1a26499d059 req-9a9883fa-6295-4aba-9314-053de4d27b6d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685682 Nov 02 07:31:01.225133 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df578c8-7db6-4424-a33e-d6220198fb33 req-30f428d6-f679-462e-bcff-dcbc7ee4d5c0 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:01.226784 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0df578c8-7db6-4424-a33e-d6220198fb33 req-30f428d6-f679-462e-bcff-dcbc7ee4d5c0 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e2925e4e-7067-440f-ab0e-8fa62a7ffc56 HTTP/1.1" status: 200 len: 950 time: 0.0663998 Nov 02 07:31:01.254433 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:01.284958 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-092a76b4-1e22-4e49-b21e-301ef46df214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:01.292900 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 36506) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:01.331473 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0df578c8-7db6-4424-a33e-d6220198fb33 req-acf3bc86-608a-4673-a1b2-01ff7035d7f0 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fdf6f603-ce9d-4cb4-b0bb-cef60c26002a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980442 Nov 02 07:31:01.339333 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553aee2-b688-4d00-9e05-94e28c337d9d req-d48b6b61-67f1-49d3-b05e-bd8e06489372 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:01.340896 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6553aee2-b688-4d00-9e05-94e28c337d9d req-d48b6b61-67f1-49d3-b05e-bd8e06489372 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 945 time: 0.0850854 Nov 02 07:31:01.397809 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6553aee2-b688-4d00-9e05-94e28c337d9d req-0e441a66-bf72-4462-a604-0aa52e4c4b28 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473058 Nov 02 07:31:01.467989 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6af62271-7fed-4fcc-8834-a4732844bf72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:01.525401 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:01.617412 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6af62271-7fed-4fcc-8834-a4732844bf72 admin admin] Publish callbacks [] for security_group (9f717de0-b683-434a-b864-993b65aef10a), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:01.619918 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-092a76b4-1e22-4e49-b21e-301ef46df214 admin admin] Publish callbacks [] for security_group (c2b2a15d-4495-41aa-9ef6-e7c68d49c72e), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:01.623087 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6af62271-7fed-4fcc-8834-a4732844bf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (9f717de0-b683-434a-b864-993b65aef10a), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:01.629487 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-092a76b4-1e22-4e49-b21e-301ef46df214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (c2b2a15d-4495-41aa-9ef6-e7c68d49c72e), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:01.684063 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af62271-7fed-4fcc-8834-a4732844bf72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f717de0-b683-434a-b864-993b65aef10a,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:01.688410 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-6af62271-7fed-4fcc-8834-a4732844bf72 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b26c66ba1f354a5a94aa914071ed42c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3942194 Nov 02 07:31:01.691240 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 36514) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:01.694339 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-092a76b4-1e22-4e49-b21e-301ef46df214 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f3245fd75d864a34a9644f9d0636dec8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6427310 Nov 02 07:31:01.697849 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 36516) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:01.717600 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a76b4-1e22-4e49-b21e-301ef46df214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b2a15d-4495-41aa-9ef6-e7c68d49c72e,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:01.787927 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bf89efab-06bd-4239-8be9-1596a2cf7928 admin admin] Publish callbacks [] for security_group (c2b2a15d-4495-41aa-9ef6-e7c68d49c72e), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:01.790143 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1bb5b482-b332-4d73-a2bf-7f9d87ecd1db admin admin] Publish callbacks [] for security_group (9f717de0-b683-434a-b864-993b65aef10a), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:01.827271 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bf89efab-06bd-4239-8be9-1596a2cf7928 admin admin] Publish callbacks [] for security_group (c2b2a15d-4495-41aa-9ef6-e7c68d49c72e), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:01.830218 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1bb5b482-b332-4d73-a2bf-7f9d87ecd1db admin admin] Publish callbacks [] for security_group (9f717de0-b683-434a-b864-993b65aef10a), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:01.844073 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:01.917633 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde06962-d5d2-4b00-8d76-3e27fe1f61db req-0dcb387f-5f26-4b3a-ac3c-7f3017ee7a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:01.917952 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1bb5b482-b332-4d73-a2bf-7f9d87ecd1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (9f717de0-b683-434a-b864-993b65aef10a), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:01.921055 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bde06962-d5d2-4b00-8d76-3e27fe1f61db req-0dcb387f-5f26-4b3a-ac3c-7f3017ee7a54 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c60cb95cbf734d9b852af2bdcad4e1c0&device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 1129 time: 0.0622792 Nov 02 07:31:01.921576 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1bb5b482-b332-4d73-a2bf-7f9d87ecd1db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:01.922999 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-1bb5b482-b332-4d73-a2bf-7f9d87ecd1db admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9f717de0-b683-434a-b864-993b65aef10a HTTP/1.1" status: 204 len: 168 time: 0.2306073 Nov 02 07:31:01.933335 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5b482-b332-4d73-a2bf-7f9d87ecd1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f717de0-b683-434a-b864-993b65aef10a,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:01.943221 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bf89efab-06bd-4239-8be9-1596a2cf7928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (c2b2a15d-4495-41aa-9ef6-e7c68d49c72e), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:01.946149 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bf89efab-06bd-4239-8be9-1596a2cf7928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:01.947640 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-bf89efab-06bd-4239-8be9-1596a2cf7928 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c2b2a15d-4495-41aa-9ef6-e7c68d49c72e HTTP/1.1" status: 204 len: 168 time: 0.2487042 Nov 02 07:31:01.958246 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89efab-06bd-4239-8be9-1596a2cf7928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b2a15d-4495-41aa-9ef6-e7c68d49c72e,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:02.211618 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde06962-d5d2-4b00-8d76-3e27fe1f61db req-a631cedd-49d7-403d-927b-9556f060567e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:02.213381 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bde06962-d5d2-4b00-8d76-3e27fe1f61db req-a631cedd-49d7-403d-927b-9556f060567e service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=f40ed210-eb7b-4935-8be8-8b7615c77c12 HTTP/1.1" status: 200 len: 920 time: 0.1581764 Nov 02 07:31:02.301938 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c8407176-c40a-43da-8f55-d7d54b2cb600 req-b747d619-9026-485f-8c9d-46445f10742e tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=793f8cfa-443a-4695-861e-6ba4c4e441ab HTTP/1.1" status: 200 len: 210 time: 0.0546584 Nov 02 07:31:02.312299 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f0617-81c1-447f-bd14-087c51bdbfe1 req-363eb07d-2714-4ee5-a056-8470c5781352 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:02.314447 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ce5f0617-81c1-447f-bd14-087c51bdbfe1 req-363eb07d-2714-4ee5-a056-8470c5781352 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e2925e4e-7067-440f-ab0e-8fa62a7ffc56 HTTP/1.1" status: 200 len: 950 time: 0.2471039 Nov 02 07:31:02.347724 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bde06962-d5d2-4b00-8d76-3e27fe1f61db req-80d5fef5-9b21-48f6-a566-3f52be2a4fb6 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ee6dd20-0770-4e10-ac8f-d0e34d519f81 HTTP/1.1" status: 200 len: 217 time: 0.0854182 Nov 02 07:31:02.411092 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde06962-d5d2-4b00-8d76-3e27fe1f61db req-bfecaba0-f12e-4e8e-a504-1c40460e41f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:02.412775 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bde06962-d5d2-4b00-8d76-3e27fe1f61db req-bfecaba0-f12e-4e8e-a504-1c40460e41f1 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=2425be66-0e89-40dd-949b-94121b115f5c HTTP/1.1" status: 200 len: 858 time: 0.0591004 Nov 02 07:31:02.415241 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-7c23eee9-78c1-4d48-b8e1-164ee0caf7dd tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:02.416718 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-7c23eee9-78c1-4d48-b8e1-164ee0caf7dd tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.47 "GET /networking/v2.0/networks?id=db626555-8790-4323-a9e4-7db2e2eaf177 HTTP/1.1" status: 200 len: 814 time: 0.4203203 Nov 02 07:31:02.431459 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3aa7-3fc1-4b3f-9082-dd28586a64d7 req-361abd86-4162-428a-a6af-b0a5da1bf13b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:02.433498 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-73ea3aa7-3fc1-4b3f-9082-dd28586a64d7 req-361abd86-4162-428a-a6af-b0a5da1bf13b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.1157753 Nov 02 07:31:02.487651 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-ce5f0617-81c1-447f-bd14-087c51bdbfe1 req-a49013b7-9012-4847-b080-e22ebd831119 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Deleting port 0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:31:02.487651 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-ce5f0617-81c1-447f-bd14-087c51bdbfe1 req-a49013b7-9012-4847-b080-e22ebd831119 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:02.493152 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde06962-d5d2-4b00-8d76-3e27fe1f61db req-d5e8e5d5-69a1-4e6d-bc0d-1b9c62b23895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:02.496393 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bde06962-d5d2-4b00-8d76-3e27fe1f61db req-d5e8e5d5-69a1-4e6d-bc0d-1b9c62b23895 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=f40ed210-eb7b-4935-8be8-8b7615c77c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0631115 Nov 02 07:31:02.586198 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:02.614584 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bde06962-d5d2-4b00-8d76-3e27fe1f61db req-9ac9f847-1e89-460c-9844-dbfd8120ad17 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111979 Nov 02 07:31:02.623123 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 36562) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:02.665637 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159b62d-00a9-4419-b7cf-077f7c63e7ac req-c04093df-5f67-402b-8ffc-2e0b4152fef2 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:02.667125 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1159b62d-00a9-4419-b7cf-077f7c63e7ac req-c04093df-5f67-402b-8ffc-2e0b4152fef2 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e2925e4e-7067-440f-ab0e-8fa62a7ffc56 HTTP/1.1" status: 200 len: 950 time: 0.1871836 Nov 02 07:31:02.695120 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2dd87011-7af2-43d3-b459-a11fc73a1d57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:02.735696 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:02.752538 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-600ebcfe-3c7e-4487-bef2-1d4242cbf2b9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ba3bab98d31d49098a8e7242d51be646 HTTP/1.1" status: 200 len: 380 time: 0.3178625 Nov 02 07:31:02.756409 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-bde06962-d5d2-4b00-8d76-3e27fe1f61db req-f48dc2b2-5e31-4881-808e-a5645eec2187 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328726 Nov 02 07:31:02.759387 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-ce5f0617-81c1-447f-bd14-087c51bdbfe1 req-a49013b7-9012-4847-b080-e22ebd831119 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] For port 0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5,segment=NetworkSegment(c1a7a89f-f123-4f70-838b-5e9398acd491),segment_id=c1a7a89f-f123-4f70-838b-5e9398acd491)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:31:02.759745 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-ce5f0617-81c1-447f-bd14-087c51bdbfe1 req-a49013b7-9012-4847-b080-e22ebd831119 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:02.775537 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-73ea3aa7-3fc1-4b3f-9082-dd28586a64d7 req-08d10219-d911-4368-959e-5496bacda557 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2944026 Nov 02 07:31:02.780758 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-7b81683a-78df-40dc-8991-ab11da22e671 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Request body: {'port': {'device_id': '793f8cfa-443a-4695-861e-6ba4c4e441ab', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'admin_state_up': True, 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'security_groups': ['71e2f6e7-c943-4002-a872-4e5e95b83b54']}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:02.814719 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-ce5f0617-81c1-447f-bd14-087c51bdbfe1 req-a49013b7-9012-4847-b080-e22ebd831119 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Calling delete_port for 0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5 owned by compute:nova {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:31:02.855716 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1159b62d-00a9-4419-b7cf-077f7c63e7ac req-0030360a-767f-4f50-9212-8bf6f79d5f5c tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=fdf6f603-ce9d-4cb4-b0bb-cef60c26002a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700389 Nov 02 07:31:03.204792 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:03.319905 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269778f-e7e5-4c16-81b2-5a7934c53f76 req-36d0f2e6-94aa-4bc6-8214-21baf9e6ede4 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:03.322383 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f269778f-e7e5-4c16-81b2-5a7934c53f76 req-36d0f2e6-94aa-4bc6-8214-21baf9e6ede4 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 945 time: 0.4280498 Nov 02 07:31:03.385412 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2dd87011-7af2-43d3-b459-a11fc73a1d57 admin admin] Publish callbacks [] for security_group (f79c9ac1-3376-4608-8f2a-6dc3469a5433), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:03.405851 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2dd87011-7af2-43d3-b459-a11fc73a1d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (f79c9ac1-3376-4608-8f2a-6dc3469a5433), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:03.421004 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-7b81683a-78df-40dc-8991-ab11da22e671 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Made reservation on behalf of ba3bab98d31d49098a8e7242d51be646 for: {'port': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:31:03.424946 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-7b81683a-78df-40dc-8991-ab11da22e671 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:03.530640 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f269778f-e7e5-4c16-81b2-5a7934c53f76 req-c6669004-2db0-4b2e-8298-df87a96cf659 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895845 Nov 02 07:31:03.549485 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-535273fd-70f3-455e-90e6-1dc01cf1407c req-84a3608c-391e-4eb7-85c8-70f0d61d01ae tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=793f8cfa-443a-4695-861e-6ba4c4e441ab HTTP/1.1" status: 200 len: 210 time: 0.1408327 Nov 02 07:31:03.565353 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd87011-7af2-43d3-b459-a11fc73a1d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79c9ac1-3376-4608-8f2a-6dc3469a5433,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:03.578246 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-2dd87011-7af2-43d3-b459-a11fc73a1d57 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=60d8bc8a38104119870a3716af4bf2e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9444480 Nov 02 07:31:03.579403 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 36604) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:03.606499 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-ce5f0617-81c1-447f-bd14-087c51bdbfe1 req-a49013b7-9012-4847-b080-e22ebd831119 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:03.641720 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0e077d90-59cd-4edc-969a-f36be8a5ca9d admin admin] Publish callbacks [] for security_group (f79c9ac1-3376-4608-8f2a-6dc3469a5433), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:03.648687 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:31:03.658176 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49013b7-9012-4847-b080-e22ebd831119 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Pushing event deleted for resources: {'Port': ['ID=0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:03.684206 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0e077d90-59cd-4edc-969a-f36be8a5ca9d admin admin] Publish callbacks [] for security_group (f79c9ac1-3376-4608-8f2a-6dc3469a5433), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:03.727650 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5f0617-81c1-447f-bd14-087c51bdbfe1 req-a49013b7-9012-4847-b080-e22ebd831119 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] No DVR routers for this DVR port 0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5 on host hv-cinder-80473 {{(pid=104569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:31:03.733813 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-ce5f0617-81c1-447f-bd14-087c51bdbfe1 req-a49013b7-9012-4847-b080-e22ebd831119 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:03.737167 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ce5f0617-81c1-447f-bd14-087c51bdbfe1 req-a49013b7-9012-4847-b080-e22ebd831119 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.47 "DELETE /networking/v2.0/ports/0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5 HTTP/1.1" status: 204 len: 173 time: 1.4073136 Nov 02 07:31:03.737683 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2925e4e-7067-440f-ab0e-8fa62a7ffc56', 'name': 'network-vif-deleted', 'tag': '0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:31:03.739976 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f771d3c3-c4dc-4c74-8a22-5cd85629447a" -d '{"events": [{"server_uuid": "e2925e4e-7067-440f-ab0e-8fa62a7ffc56", "name": "network-vif-deleted", "tag": "0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:31:03.757047 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0e077d90-59cd-4edc-969a-f36be8a5ca9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (f79c9ac1-3376-4608-8f2a-6dc3469a5433), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:03.760493 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0e077d90-59cd-4edc-969a-f36be8a5ca9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:03.761690 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-0e077d90-59cd-4edc-969a-f36be8a5ca9d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f79c9ac1-3376-4608-8f2a-6dc3469a5433 HTTP/1.1" status: 204 len: 168 time: 0.1810763 Nov 02 07:31:03.769005 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:03.774316 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e077d90-59cd-4edc-969a-f36be8a5ca9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79c9ac1-3376-4608-8f2a-6dc3469a5433,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:03.787893 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-7b81683a-78df-40dc-8991-ab11da22e671 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Allocated IP 172.20.0.9 (db626555-8790-4323-a9e4-7db2e2eaf177/177e8dac-5f29-4a70-91c6-723300d96a3f/01838f4f-9c12-4515-a5e5-af4ef1d4e33e) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:31:03.861309 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58446532-630f-4d3f-8fa4-c4c3db175b76 x-openstack-request-id: req-58446532-630f-4d3f-8fa4-c4c3db175b76 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:31:03.861609 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2925e4e-7067-440f-ab0e-8fa62a7ffc56", "name": "network-vif-deleted", "tag": "0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:31:03.862837 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58446532-630f-4d3f-8fa4-c4c3db175b76 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:31:03.862837 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58446532-630f-4d3f-8fa4-c4c3db175b76'] response: {'server_uuid': 'e2925e4e-7067-440f-ab0e-8fa62a7ffc56', 'name': 'network-vif-deleted', 'tag': '0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5', 'status': 'completed', 'code': 200} Nov 02 07:31:04.031065 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3d95edea-072a-4396-a7ec-1e4443212a61 req-c9f75fc5-4348-4cc9-83c7-196815e13a23 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e2925e4e-7067-440f-ab0e-8fa62a7ffc56 HTTP/1.1" status: 200 len: 210 time: 0.0506608 Nov 02 07:31:04.038799 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d61132-f17a-4808-a4ed-4e9865bec540 req-6255d75b-18dd-412b-a057-fde00ab4ad8c tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:04.040281 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-46d61132-f17a-4808-a4ed-4e9865bec540 req-6255d75b-18dd-412b-a057-fde00ab4ad8c tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.1572485 Nov 02 07:31:04.129412 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-7b81683a-78df-40dc-8991-ab11da22e671 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for port (01838f4f-9c12-4515-a5e5-af4ef1d4e33e), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:04.148736 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-46d61132-f17a-4808-a4ed-4e9865bec540 req-5a3274be-8106-4a15-bc04-0511734a01d7 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909064 Nov 02 07:31:04.181539 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-7b81683a-78df-40dc-8991-ab11da22e671 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (01838f4f-9c12-4515-a5e5-af4ef1d4e33e), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:04.193896 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:04.236731 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-7b81683a-78df-40dc-8991-ab11da22e671 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Network db626555-8790-4323-a9e4-7db2e2eaf177 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:31:04.242984 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-7b81683a-78df-40dc-8991-ab11da22e671 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:31:04.247289 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-7b81683a-78df-40dc-8991-ab11da22e671 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:31:04.288292 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81683a-78df-40dc-8991-ab11da22e671 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event updated for resources: {'Port': ['ID=01838f4f-9c12-4515-a5e5-af4ef1d4e33e,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:04.323730 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-7b81683a-78df-40dc-8991-ab11da22e671 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:04.324651 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-7b81683a-78df-40dc-8991-ab11da22e671 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:04.343617 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-7b81683a-78df-40dc-8991-ab11da22e671 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5808113 Nov 02 07:31:04.439735 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 36632) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:04.454620 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7ed406df-bd99-4ecd-9386-a9159d021d9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:04.542789 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7ed406df-bd99-4ecd-9386-a9159d021d9a admin admin] Publish callbacks [] for security_group (9d3eec8d-732a-4589-a6fb-ceeb9769ec6b), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:04.549432 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7ed406df-bd99-4ecd-9386-a9159d021d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (9d3eec8d-732a-4589-a6fb-ceeb9769ec6b), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:04.588336 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-5812041f-aed7-42e7-8f92-44cf5dc80b87 None None] Provisioning complete for port 01838f4f-9c12-4515-a5e5-af4ef1d4e33e triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:31:04.588720 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5812041f-aed7-42e7-8f92-44cf5dc80b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (01838f4f-9c12-4515-a5e5-af4ef1d4e33e), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:04.589053 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-5812041f-aed7-42e7-8f92-44cf5dc80b87 None None] Attempt 1 to provision port 01838f4f-9c12-4515-a5e5-af4ef1d4e33e Nov 02 07:31:04.599883 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 36644) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:04.600433 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-7ed406df-bd99-4ecd-9386-a9159d021d9a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=32ad260aef134e49851252063e7cf960&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1591117 Nov 02 07:31:04.600889 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed406df-bd99-4ecd-9386-a9159d021d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3eec8d-732a-4589-a6fb-ceeb9769ec6b,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:04.633498 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:04.675157 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-5812041f-aed7-42e7-8f92-44cf5dc80b87 None None] Port 01838f4f-9c12-4515-a5e5-af4ef1d4e33e cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:31:04.691106 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388207c-fbe5-4bd4-b795-e857c6aa8dd8 req-718250ae-9e7c-4156-ab90-b3e74b1f5d60 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:04.693590 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-17ce6354-e6e1-4239-a9f7-435825e0c36b admin admin] Publish callbacks [] for security_group (9d3eec8d-732a-4589-a6fb-ceeb9769ec6b), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:04.694889 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d388207c-fbe5-4bd4-b795-e857c6aa8dd8 req-718250ae-9e7c-4156-ab90-b3e74b1f5d60 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 945 time: 0.0802100 Nov 02 07:31:04.721834 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-17ce6354-e6e1-4239-a9f7-435825e0c36b admin admin] Publish callbacks [] for security_group (9d3eec8d-732a-4589-a6fb-ceeb9769ec6b), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:04.743348 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e55b9-232b-47ec-ac17-af2e8ad0347a req-99e3a9c3-d6d0-4592-9ed5-d53fda21f4ad tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:04.745676 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3a4e55b9-232b-47ec-ac17-af2e8ad0347a req-99e3a9c3-d6d0-4592-9ed5-d53fda21f4ad tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=793f8cfa-443a-4695-861e-6ba4c4e441ab HTTP/1.1" status: 200 len: 931 time: 0.0757871 Nov 02 07:31:04.791458 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d388207c-fbe5-4bd4-b795-e857c6aa8dd8 req-9b238385-20b1-46a7-97ec-32648d36766a tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789754 Nov 02 07:31:04.800258 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-17ce6354-e6e1-4239-a9f7-435825e0c36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (9d3eec8d-732a-4589-a6fb-ceeb9769ec6b), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:04.803302 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-17ce6354-e6e1-4239-a9f7-435825e0c36b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:04.806825 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-17ce6354-e6e1-4239-a9f7-435825e0c36b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9d3eec8d-732a-4589-a6fb-ceeb9769ec6b HTTP/1.1" status: 204 len: 168 time: 0.2035978 Nov 02 07:31:04.814129 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce6354-e6e1-4239-a9f7-435825e0c36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3eec8d-732a-4589-a6fb-ceeb9769ec6b,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:04.843819 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3a4e55b9-232b-47ec-ac17-af2e8ad0347a req-1cce06b7-55dd-4bbb-9333-924e13265a97 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=71e2f6e7-c943-4002-a872-4e5e95b83b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865450 Nov 02 07:31:05.149600 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d2765da5-f012-4ae7-b2ac-fbbe0787269e req-c31e13fe-cea0-49e7-b520-f6f7ed14cd12 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e2925e4e-7067-440f-ab0e-8fa62a7ffc56 HTTP/1.1" status: 200 len: 210 time: 0.0341148 Nov 02 07:31:05.261933 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:05.303932 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3accee-4e1d-468a-8c67-27b138534079 req-2be90e1d-ab40-435d-9973-75d8f7be96f4 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:05.305714 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ae3accee-4e1d-468a-8c67-27b138534079 req-2be90e1d-ab40-435d-9973-75d8f7be96f4 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.0550163 Nov 02 07:31:05.363047 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ae3accee-4e1d-468a-8c67-27b138534079 req-2a9b4e49-beff-4d45-a678-f8d1cffaa398 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512087 Nov 02 07:31:05.929660 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a6aad-79de-4929-85ac-f3b798e6e228 req-2a49730e-0e91-46a5-930e-cf1e463a4741 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:05.931151 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9f7a6aad-79de-4929-85ac-f3b798e6e228 req-2a49730e-0e91-46a5-930e-cf1e463a4741 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 945 time: 0.0508523 Nov 02 07:31:05.996783 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52faf058-1236-4a80-8142-2179918af706 req-650f9b36-f071-4314-8ba3-f74b15eace9c tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:05.998843 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-52faf058-1236-4a80-8142-2179918af706 req-650f9b36-f071-4314-8ba3-f74b15eace9c tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=793f8cfa-443a-4695-861e-6ba4c4e441ab HTTP/1.1" status: 200 len: 931 time: 0.0664771 Nov 02 07:31:06.038879 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9f7a6aad-79de-4929-85ac-f3b798e6e228 req-50333b07-d563-432b-bade-9a1ad7b82152 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977716 Nov 02 07:31:06.067877 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-52faf058-1236-4a80-8142-2179918af706 req-f53483fe-801b-4257-adf1-6b4604fec7d2 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=71e2f6e7-c943-4002-a872-4e5e95b83b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600791 Nov 02 07:31:06.135840 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 36710) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:06.241419 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-205cacde-fa0a-4c21-a1eb-f3bc460b935d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:06.255675 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-23ad69da-7dcf-47b3-bcc4-f702d8671417 req-1ec42b01-98de-418c-a545-68f6fe6c8b2e tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e2925e4e-7067-440f-ab0e-8fa62a7ffc56 HTTP/1.1" status: 200 len: 210 time: 0.0279903 Nov 02 07:31:06.320104 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-205cacde-fa0a-4c21-a1eb-f3bc460b935d admin admin] Publish callbacks [] for security_group (82a1c739-b33f-4dd1-b21c-2c054766d7ad), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:06.323528 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-205cacde-fa0a-4c21-a1eb-f3bc460b935d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (82a1c739-b33f-4dd1-b21c-2c054766d7ad), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:06.363260 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-205cacde-fa0a-4c21-a1eb-f3bc460b935d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=534d58cf08874a04883209846b71d662&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263033 Nov 02 07:31:06.364125 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205cacde-fa0a-4c21-a1eb-f3bc460b935d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a1c739-b33f-4dd1-b21c-2c054766d7ad,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:06.365954 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 36716) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:06.418673 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-46d8d3dd-f2c3-4ba0-b09d-ee42f7feae79 admin admin] Publish callbacks [] for security_group (82a1c739-b33f-4dd1-b21c-2c054766d7ad), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:06.441242 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-46d8d3dd-f2c3-4ba0-b09d-ee42f7feae79 admin admin] Publish callbacks [] for security_group (82a1c739-b33f-4dd1-b21c-2c054766d7ad), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:06.518496 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042947bb-f8b0-4478-b2ef-37c7d715422f req-9f8882d4-65d3-41f0-b95b-42fce83362b7 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:06.520104 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-042947bb-f8b0-4478-b2ef-37c7d715422f req-9f8882d4-65d3-41f0-b95b-42fce83362b7 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.0671511 Nov 02 07:31:06.549653 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-46d8d3dd-f2c3-4ba0-b09d-ee42f7feae79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (82a1c739-b33f-4dd1-b21c-2c054766d7ad), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:06.552147 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-46d8d3dd-f2c3-4ba0-b09d-ee42f7feae79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:06.553255 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-46d8d3dd-f2c3-4ba0-b09d-ee42f7feae79 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/82a1c739-b33f-4dd1-b21c-2c054766d7ad HTTP/1.1" status: 204 len: 168 time: 0.1856816 Nov 02 07:31:06.553806 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:06.576802 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8d3dd-f2c3-4ba0-b09d-ee42f7feae79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a1c739-b33f-4dd1-b21c-2c054766d7ad,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:06.586991 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-042947bb-f8b0-4478-b2ef-37c7d715422f req-477122db-8081-4535-a807-87d64907a47c tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606613 Nov 02 07:31:06.699532 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-b5a9321a-5672-47db-a5bc-9f35ecd26e92 service neutron] Request body: {'port': {'device_id': '793f8cfa-443a-4695-861e-6ba4c4e441ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:06.774285 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-b5a9321a-5672-47db-a5bc-9f35ecd26e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (01838f4f-9c12-4515-a5e5-af4ef1d4e33e), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:07.054983 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-b5a9321a-5672-47db-a5bc-9f35ecd26e92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01838f4f-9c12-4515-a5e5-af4ef1d4e33e {{(pid=104569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:31:07.063497 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-b5a9321a-5672-47db-a5bc-9f35ecd26e92 service neutron] Publish callbacks [] for port (01838f4f-9c12-4515-a5e5-af4ef1d4e33e), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:07.076503 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:07.077770 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.provisioning_blocks [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-b5a9321a-5672-47db-a5bc-9f35ecd26e92 service neutron] Transition to ACTIVE for port object 01838f4f-9c12-4515-a5e5-af4ef1d4e33e will not be triggered until provisioned by entity L2. {{(pid=104569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 07:31:07.082807 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-b5a9321a-5672-47db-a5bc-9f35ecd26e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (01838f4f-9c12-4515-a5e5-af4ef1d4e33e), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:07.159542 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9321a-5672-47db-a5bc-9f35ecd26e92 service neutron] Pushing event updated for resources: {'Port': ['ID=01838f4f-9c12-4515-a5e5-af4ef1d4e33e,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:07.253596 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44ef5f-e5e9-4bbe-9297-5d6e469288b9 req-987b0076-2aa2-44cd-80fa-8a7ea8ab8d3c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:07.255171 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1e44ef5f-e5e9-4bbe-9297-5d6e469288b9 req-987b0076-2aa2-44cd-80fa-8a7ea8ab8d3c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 945 time: 0.1319263 Nov 02 07:31:07.262635 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9ed92-8bce-4c9b-afe8-af1c74a5f26b req-ab981578-3e5b-4249-8053-76188cb407ff tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:07.264142 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-98e9ed92-8bce-4c9b-afe8-af1c74a5f26b req-ab981578-3e5b-4249-8053-76188cb407ff tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=793f8cfa-443a-4695-861e-6ba4c4e441ab HTTP/1.1" status: 200 len: 943 time: 0.1079953 Nov 02 07:31:07.317693 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-b5a9321a-5672-47db-a5bc-9f35ecd26e92 service neutron] Attempting to bind port 01838f4f-9c12-4515-a5e5-af4ef1d4e33e on host hv-cinder-80473 for vnic_type normal with profile {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:31:07.318028 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-b5a9321a-5672-47db-a5bc-9f35ecd26e92 service neutron] Attempting to bind port 01838f4f-9c12-4515-a5e5-af4ef1d4e33e by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'c05d0ba3-98c5-4b1c-b632-26a7e9300bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177'}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:31:07.318371 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-b5a9321a-5672-47db-a5bc-9f35ecd26e92 service neutron] Attempting to bind port 01838f4f-9c12-4515-a5e5-af4ef1d4e33e on network db626555-8790-4323-a9e4-7db2e2eaf177 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:31:07.388719 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1e44ef5f-e5e9-4bbe-9297-5d6e469288b9 req-713e023e-75f8-4bb8-b2dc-d3a9a78a05e3 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220191 Nov 02 07:31:07.393619 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-98e9ed92-8bce-4c9b-afe8-af1c74a5f26b req-8921641c-dec8-4f1b-b6af-e1c06e99e3b1 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=71e2f6e7-c943-4002-a872-4e5e95b83b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231353 Nov 02 07:31:07.403179 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-b5a9321a-5672-47db-a5bc-9f35ecd26e92 service neutron] Port 01838f4f-9c12-4515-a5e5-af4ef1d4e33e on network db626555-8790-4323-a9e4-7db2e2eaf177 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 07:31:07.403510 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-b5a9321a-5672-47db-a5bc-9f35ecd26e92 service neutron] Attempting to bind port 01838f4f-9c12-4515-a5e5-af4ef1d4e33e on network db626555-8790-4323-a9e4-7db2e2eaf177 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:31:07.452174 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-b5a9321a-5672-47db-a5bc-9f35ecd26e92 service neutron] Checking agent: {'id': '8bd0314e-b36f-45c2-bb1e-4de001688fd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'started_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:31:07.452546 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-b5a9321a-5672-47db-a5bc-9f35ecd26e92 service neutron] Checking segment: {'id': 'c05d0ba3-98c5-4b1c-b632-26a7e9300bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:31:07.452891 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-b5a9321a-5672-47db-a5bc-9f35ecd26e92 service neutron] Bound using segment: {'id': 'c05d0ba3-98c5-4b1c-b632-26a7e9300bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177'} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:31:07.453331 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-b5a9321a-5672-47db-a5bc-9f35ecd26e92 service neutron] Bound port: 01838f4f-9c12-4515-a5e5-af4ef1d4e33e, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c05d0ba3-98c5-4b1c-b632-26a7e9300bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177'}}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:31:07.453690 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-b5a9321a-5672-47db-a5bc-9f35ecd26e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (01838f4f-9c12-4515-a5e5-af4ef1d4e33e), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:07.533247 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8a8ecc80-aaa5-49d5-b998-a77f1994ee1e req-ede9fae1-a11a-41b8-9b0a-b3b87504c329 tempest-VolumesNegativeTest-392395577 tempest-VolumesNegativeTest-392395577-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=e2925e4e-7067-440f-ab0e-8fa62a7ffc56 HTTP/1.1" status: 200 len: 210 time: 0.0435557 Nov 02 07:31:07.563182 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-b5a9321a-5672-47db-a5bc-9f35ecd26e92 service neutron] For port 01838f4f-9c12-4515-a5e5-af4ef1d4e33e, host hv-cinder-80473, cleared binding levels {{(pid=104569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:31:07.563182 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-b5a9321a-5672-47db-a5bc-9f35ecd26e92 service neutron] For port 01838f4f-9c12-4515-a5e5-af4ef1d4e33e, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=01838f4f-9c12-4515-a5e5-af4ef1d4e33e,segment=NetworkSegment(c05d0ba3-98c5-4b1c-b632-26a7e9300bb9),segment_id=c05d0ba3-98c5-4b1c-b632-26a7e9300bb9)] {{(pid=104569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:31:07.568614 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-b5a9321a-5672-47db-a5bc-9f35ecd26e92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (01838f4f-9c12-4515-a5e5-af4ef1d4e33e), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:07.573681 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-b5a9321a-5672-47db-a5bc-9f35ecd26e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:07.574276 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-b5a9321a-5672-47db-a5bc-9f35ecd26e92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:07.575860 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-b5a9321a-5672-47db-a5bc-9f35ecd26e92 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/01838f4f-9c12-4515-a5e5-af4ef1d4e33e HTTP/1.1" status: 200 len: 1093 time: 0.8811195 Nov 02 07:31:07.576443 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '793f8cfa-443a-4695-861e-6ba4c4e441ab', 'tag': '01838f4f-9c12-4515-a5e5-af4ef1d4e33e'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:31:07.578899 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b5dd7a-c21f-40a6-a7ec-58d71c20ee02" -d '{"events": [{"name": "network-changed", "server_uuid": "793f8cfa-443a-4695-861e-6ba4c4e441ab", "tag": "01838f4f-9c12-4515-a5e5-af4ef1d4e33e"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:31:07.605473 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:07.629131 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18c96a6-3bf4-4746-b9e7-fbf3411030ec x-openstack-request-id: req-a18c96a6-3bf4-4746-b9e7-fbf3411030ec {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:31:07.629420 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "793f8cfa-443a-4695-861e-6ba4c4e441ab", "tag": "01838f4f-9c12-4515-a5e5-af4ef1d4e33e", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:31:07.629671 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a18c96a6-3bf4-4746-b9e7-fbf3411030ec {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:31:07.630064 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a18c96a6-3bf4-4746-b9e7-fbf3411030ec'] response: {'name': 'network-changed', 'server_uuid': '793f8cfa-443a-4695-861e-6ba4c4e441ab', 'tag': '01838f4f-9c12-4515-a5e5-af4ef1d4e33e', 'status': 'completed', 'code': 200} Nov 02 07:31:07.634713 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9321a-5672-47db-a5bc-9f35ecd26e92 service neutron] Pushing event updated for resources: {'Port': ['ID=01838f4f-9c12-4515-a5e5-af4ef1d4e33e,revision_number=3']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:07.758808 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5dd7a-c21f-40a6-a7ec-58d71c20ee02 req-0c468df3-2111-4843-b89c-2c552b784384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:07.760311 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e8b5dd7a-c21f-40a6-a7ec-58d71c20ee02 req-0c468df3-2111-4843-b89c-2c552b784384 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ba3bab98d31d49098a8e7242d51be646&device_id=793f8cfa-443a-4695-861e-6ba4c4e441ab HTTP/1.1" status: 200 len: 1127 time: 0.0729053 Nov 02 07:31:07.770405 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e5c61-5a2e-4a08-906d-2041b9bdd5e5 req-fc29b1d5-d789-4d3b-aed2-0fe1a7c93e2e tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:07.771814 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-091e5c61-5a2e-4a08-906d-2041b9bdd5e5 req-fc29b1d5-d789-4d3b-aed2-0fe1a7c93e2e tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.0747123 Nov 02 07:31:07.953771 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-091e5c61-5a2e-4a08-906d-2041b9bdd5e5 req-cdf06ee2-8d89-47cb-9958-8851f4ec1ee6 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627111 Nov 02 07:31:07.978031 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5dd7a-c21f-40a6-a7ec-58d71c20ee02 req-6fc79a71-0ae3-4215-b2b7-a8d479503256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:07.979574 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e8b5dd7a-c21f-40a6-a7ec-58d71c20ee02 req-6fc79a71-0ae3-4215-b2b7-a8d479503256 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=ba3bab98d31d49098a8e7242d51be646&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2047482 Nov 02 07:31:08.152982 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5dd7a-c21f-40a6-a7ec-58d71c20ee02 req-76197f0b-3de5-49d9-ba75-5b12caf2839d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:08.154708 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e8b5dd7a-c21f-40a6-a7ec-58d71c20ee02 req-76197f0b-3de5-49d9-ba75-5b12caf2839d service neutron] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1666474 Nov 02 07:31:08.269615 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-7b37bcd6-2f3b-4ef4-910f-99e524c12b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:08.271115 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-7b37bcd6-2f3b-4ef4-910f-99e524c12b25 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ba3bab98d31d49098a8e7242d51be646&device_id=793f8cfa-443a-4695-861e-6ba4c4e441ab HTTP/1.1" status: 200 len: 1127 time: 0.0427470 Nov 02 07:31:08.326415 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-703e684d-aa38-4822-b4cc-e802fbafe1f4 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01838f4f-9c12-4515-a5e5-af4ef1d4e33e HTTP/1.1" status: 200 len: 217 time: 0.0335259 Nov 02 07:31:08.363881 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:08.376193 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-457a112b-97db-4262-9dcb-e5ede152b3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:08.377576 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-457a112b-97db-4262-9dcb-e5ede152b3e4 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=177e8dac-5f29-4a70-91c6-723300d96a3f HTTP/1.1" status: 200 len: 853 time: 0.0453973 Nov 02 07:31:08.425719 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-3c7822b3-f7e7-49be-bc0b-1cab98b0d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:08.426674 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-3c7822b3-f7e7-49be-bc0b-1cab98b0d702 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=db626555-8790-4323-a9e4-7db2e2eaf177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428073 Nov 02 07:31:08.584321 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82584b0e-6cd0-4935-b8d4-c44b2f756851 req-dd3c1cd1-5407-42f2-8fb7-afe83afe75bf tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:08.585769 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-82584b0e-6cd0-4935-b8d4-c44b2f756851 req-dd3c1cd1-5407-42f2-8fb7-afe83afe75bf tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 945 time: 0.0980198 Nov 02 07:31:08.597288 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31232da-c28d-4733-b1f9-ea13b2053450 req-7f90e6b8-00e6-45c9-8f1c-bdd612c8322c tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:08.598931 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d31232da-c28d-4733-b1f9-ea13b2053450 req-7f90e6b8-00e6-45c9-8f1c-bdd612c8322c tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=793f8cfa-443a-4695-861e-6ba4c4e441ab HTTP/1.1" status: 200 len: 943 time: 0.1060476 Nov 02 07:31:08.611234 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-e321aee0-0b5e-49f5-986e-7a5f0d4a3c18 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/db626555-8790-4323-a9e4-7db2e2eaf177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782029 Nov 02 07:31:08.617408 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:08.694852 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:31:08.697977 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:08.714918 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] No Port match for: 0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:31:08.715231 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 0de2fcbc-76ab-4e2d-bb47-2d60ec17b2a5 not bound to the agent host hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:31:08.736978 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-82584b0e-6cd0-4935-b8d4-c44b2f756851 req-a71a101c-0dc5-4f5e-bb19-fa37c0c552e2 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354542 Nov 02 07:31:08.756127 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d31232da-c28d-4733-b1f9-ea13b2053450 req-fbeeb0de-04ec-4c88-bb88-aa906285af9b tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=71e2f6e7-c943-4002-a872-4e5e95b83b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430502 Nov 02 07:31:08.777153 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-79536af7-a3fa-445a-a8cb-33c9d3fa1d4d req-61aa0fd3-6179-408c-8b74-aa92c93268cd service neutron] 10.222.0.47 "GET /networking/v2.0/networks/db626555-8790-4323-a9e4-7db2e2eaf177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525633 Nov 02 07:31:09.109666 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5d97d-cea9-4e45-a788-f10bb86cbc31 req-7b58ea84-b195-47af-88a0-28bcd1149116 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:09.111612 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-51d5d97d-cea9-4e45-a788-f10bb86cbc31 req-7b58ea84-b195-47af-88a0-28bcd1149116 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.0520637 Nov 02 07:31:09.150135 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:09.183386 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-51d5d97d-cea9-4e45-a788-f10bb86cbc31 req-110931f1-dc21-4f9e-99fe-6d09532d1f7c tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641670 Nov 02 07:31:09.906140 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e066e-d44e-4f74-a437-e4dcc08a0fef req-5aa31b40-1278-4ab1-988e-d75d9c5d8b3e tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:09.907807 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a97e066e-d44e-4f74-a437-e4dcc08a0fef req-5aa31b40-1278-4ab1-988e-d75d9c5d8b3e tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 945 time: 0.0889177 Nov 02 07:31:09.922671 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234c78a-ca2b-46bd-83fd-d2ec4d4d4109 req-d39935ec-308e-4707-bf05-39776beba2b8 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:09.924106 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a234c78a-ca2b-46bd-83fd-d2ec4d4d4109 req-d39935ec-308e-4707-bf05-39776beba2b8 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=793f8cfa-443a-4695-861e-6ba4c4e441ab HTTP/1.1" status: 200 len: 943 time: 0.0618978 Nov 02 07:31:09.998595 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a97e066e-d44e-4f74-a437-e4dcc08a0fef req-a3143c12-467f-4bf9-9a86-07c3d23e1cdc tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820835 Nov 02 07:31:10.006384 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a234c78a-ca2b-46bd-83fd-d2ec4d4d4109 req-5579d62c-40c9-40b7-9525-ab543a8c0369 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=71e2f6e7-c943-4002-a872-4e5e95b83b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749886 Nov 02 07:31:10.160968 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-506c7a7e-144e-4209-b556-27740fb0d346 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1042148425&fields=id&tenant_id=566514b413e24aaebe69c11ce2159ac9 HTTP/1.1" status: 200 len: 267 time: 0.0498235 Nov 02 07:31:10.553769 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679cb35-1778-4006-a7b6-f4c19a889c25 req-7199e738-a3a1-4531-9bd7-d289b03b1e4c tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:10.560908 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6679cb35-1778-4006-a7b6-f4c19a889c25 req-7199e738-a3a1-4531-9bd7-d289b03b1e4c tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.0697610 Nov 02 07:31:10.609262 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-a81f5eea-e630-4522-99d0-9b55e5396456 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:10.615881 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-a81f5eea-e630-4522-99d0-9b55e5396456 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f6809857-e0de-42f0-baa8-be80912a85f1 HTTP/1.1" status: 200 len: 812 time: 0.4484012 Nov 02 07:31:10.662848 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-e80a1f5c-a67d-4d1a-8cd0-94b75e6f3d53 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/quotas/566514b413e24aaebe69c11ce2159ac9 HTTP/1.1" status: 200 len: 375 time: 0.0460200 Nov 02 07:31:10.667994 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6679cb35-1778-4006-a7b6-f4c19a889c25 req-41cc6c6d-1a37-4148-bb60-e580d9ea8c1d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062920 Nov 02 07:31:10.705505 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:10.729182 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-e27a278e-7e52-4246-9329-25947327bdf3 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=566514b413e24aaebe69c11ce2159ac9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654085 Nov 02 07:31:10.845138 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-f99872b9-958a-47ef-8dc1-13704297c6ac service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f6809857-e0de-42f0-baa8-be80912a85f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021793 Nov 02 07:31:10.950218 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-1a360f12-dbb3-4b9e-9e56-f308f27952a9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f6809857-e0de-42f0-baa8-be80912a85f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988007 Nov 02 07:31:11.143274 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55866769-1175-42f0-91ec-4a177fe8b917 req-e8a8f3d6-8558-460e-9576-03314d2cefc4 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:11.145125 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-55866769-1175-42f0-91ec-4a177fe8b917 req-e8a8f3d6-8558-460e-9576-03314d2cefc4 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 945 time: 0.0624371 Nov 02 07:31:11.199114 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-55866769-1175-42f0-91ec-4a177fe8b917 req-5556b9ed-9e70-433e-a3f5-fc90571be147 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481272 Nov 02 07:31:11.318986 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f952b6-28ab-48fd-9ba5-96ddfaac7060 req-13db5a47-aced-43f7-981a-9086d94baa31 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:11.320887 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-67f952b6-28ab-48fd-9ba5-96ddfaac7060 req-13db5a47-aced-43f7-981a-9086d94baa31 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=793f8cfa-443a-4695-861e-6ba4c4e441ab HTTP/1.1" status: 200 len: 943 time: 0.0575461 Nov 02 07:31:11.414304 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-56b4e615-645c-4db7-9d00-fe17cdd6801e req-75e17d20-6440-43aa-bfe1-35d40374994b tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4c89d505-bb4e-469f-bcb9-c336439e865a HTTP/1.1" status: 200 len: 210 time: 0.0594046 Nov 02 07:31:11.454730 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-67f952b6-28ab-48fd-9ba5-96ddfaac7060 req-dd1ec69b-c4f6-4a44-aa5d-67bcc055bd31 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=71e2f6e7-c943-4002-a872-4e5e95b83b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199775 Nov 02 07:31:11.833462 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58dc18-3d2f-4573-a896-abf0084d80bd req-20830df7-7375-4e42-823d-f7a57b077f36 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:11.835358 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-fd58dc18-3d2f-4573-a896-abf0084d80bd req-20830df7-7375-4e42-823d-f7a57b077f36 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.0620480 Nov 02 07:31:11.913976 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-fd58dc18-3d2f-4573-a896-abf0084d80bd req-930d655a-dd6c-48f7-ba85-5fdd631e5a70 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666151 Nov 02 07:31:12.222683 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37108) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:12.352188 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da97c22-56cb-4a29-8803-5f58fea1ef30 req-46085ac6-3e06-48f3-80ce-74507cabe5c7 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:12.360014 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1da97c22-56cb-4a29-8803-5f58fea1ef30 req-46085ac6-3e06-48f3-80ce-74507cabe5c7 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 945 time: 0.0707989 Nov 02 07:31:12.397766 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-22bd206e-69e0-4552-a8f1-231684dede15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:12.417583 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1da97c22-56cb-4a29-8803-5f58fea1ef30 req-93c8da1e-67eb-4a86-93fa-4e83c040c380 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566225 Nov 02 07:31:12.495734 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-22bd206e-69e0-4552-a8f1-231684dede15 admin admin] Publish callbacks [] for security_group (75dd9674-4ac0-48dd-b599-c00fc78b00ec), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:12.502190 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-22bd206e-69e0-4552-a8f1-231684dede15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (75dd9674-4ac0-48dd-b599-c00fc78b00ec), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:12.525989 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bea93895-7206-4e7b-8a9b-8815e8274eeb req-457aaf4f-7a05-49e8-8b78-ec3a3cbfd63c tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4c89d505-bb4e-469f-bcb9-c336439e865a HTTP/1.1" status: 200 len: 210 time: 0.0318050 Nov 02 07:31:12.542785 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:12.546745 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd206e-69e0-4552-a8f1-231684dede15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75dd9674-4ac0-48dd-b599-c00fc78b00ec,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:12.554274 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 37122) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:12.558213 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-22bd206e-69e0-4552-a8f1-231684dede15 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=3040390b4c004b9faae74c42e65d4660&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3343992 Nov 02 07:31:12.634321 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405f86f-b919-4b2c-97c6-cbe7a59912f9 req-6566354a-1e79-4796-becd-b1aac6fc725b tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:12.636028 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1405f86f-b919-4b2c-97c6-cbe7a59912f9 req-6566354a-1e79-4796-becd-b1aac6fc725b tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=793f8cfa-443a-4695-861e-6ba4c4e441ab HTTP/1.1" status: 200 len: 943 time: 0.0745051 Nov 02 07:31:12.662217 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:12.675441 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b08add00-c0fa-439b-8df0-e644305e3b39 admin admin] Publish callbacks [] for security_group (75dd9674-4ac0-48dd-b599-c00fc78b00ec), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:12.704646 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 01838f4f-9c12-4515-a5e5-af4ef1d4e33e details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 07:31:12.714674 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b08add00-c0fa-439b-8df0-e644305e3b39 admin admin] Publish callbacks [] for security_group (75dd9674-4ac0-48dd-b599-c00fc78b00ec), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:12.720911 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:12.734464 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1405f86f-b919-4b2c-97c6-cbe7a59912f9 req-5b1b35fc-f622-4ac5-9847-c18f99defbc1 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=71e2f6e7-c943-4002-a872-4e5e95b83b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921113 Nov 02 07:31:12.761982 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:12.780230 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b08add00-c0fa-439b-8df0-e644305e3b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (75dd9674-4ac0-48dd-b599-c00fc78b00ec), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:12.784296 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b08add00-c0fa-439b-8df0-e644305e3b39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:12.785800 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-b08add00-c0fa-439b-8df0-e644305e3b39 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/75dd9674-4ac0-48dd-b599-c00fc78b00ec HTTP/1.1" status: 204 len: 168 time: 0.2304084 Nov 02 07:31:12.797300 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08add00-c0fa-439b-8df0-e644305e3b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75dd9674-4ac0-48dd-b599-c00fc78b00ec,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:12.816785 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 01838f4f-9c12-4515-a5e5-af4ef1d4e33e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=01838f4f-9c12-4515-a5e5-af4ef1d4e33e,segment=NetworkSegment(c05d0ba3-98c5-4b1c-b632-26a7e9300bb9),segment_id=c05d0ba3-98c5-4b1c-b632-26a7e9300bb9)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:31:12.830988 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Returning: {'device': '01838f4f-9c12-4515-a5e5-af4ef1d4e33e', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'port_id': '01838f4f-9c12-4515-a5e5-af4ef1d4e33e', 'mac_address': 'fa:16:3e:ee:e3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 07:31:12.873572 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 01838f4f-9c12-4515-a5e5-af4ef1d4e33e is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:31:12.873956 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (01838f4f-9c12-4515-a5e5-af4ef1d4e33e), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:12.887323 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01838f4f-9c12-4515-a5e5-af4ef1d4e33e {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:31:12.911106 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 01838f4f-9c12-4515-a5e5-af4ef1d4e33e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=01838f4f-9c12-4515-a5e5-af4ef1d4e33e,segment=NetworkSegment(c05d0ba3-98c5-4b1c-b632-26a7e9300bb9),segment_id=c05d0ba3-98c5-4b1c-b632-26a7e9300bb9)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:31:12.915718 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (01838f4f-9c12-4515-a5e5-af4ef1d4e33e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:12.988309 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=01838f4f-9c12-4515-a5e5-af4ef1d4e33e,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:13.047286 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-771df585-2ac0-4def-9211-b9a5a1f423a3 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:13.048842 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-771df585-2ac0-4def-9211-b9a5a1f423a3 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.47 "GET /networking/v2.0/networks?id=f6809857-e0de-42f0-baa8-be80912a85f1 HTTP/1.1" status: 200 len: 812 time: 0.1542130 Nov 02 07:31:13.113195 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd691af-70a8-4670-91c7-2c7a187630c9 req-d160ccc9-e2f0-406c-9f4c-cd3522cb8e9f tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:13.114784 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3bd691af-70a8-4670-91c7-2c7a187630c9 req-d160ccc9-e2f0-406c-9f4c-cd3522cb8e9f tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.0650382 Nov 02 07:31:13.208356 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3bd691af-70a8-4670-91c7-2c7a187630c9 req-764ed429-e026-4d7f-b319-5dd26f47d645 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859003 Nov 02 07:31:13.262342 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-900abe55-b8c0-4903-a16a-21707de945c6 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=566514b413e24aaebe69c11ce2159ac9 HTTP/1.1" status: 200 len: 380 time: 0.1151159 Nov 02 07:31:13.272659 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-897be81c-34f0-48c4-9cd2-8b7fce065852 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Request body: {'port': {'device_id': '4c89d505-bb4e-469f-bcb9-c336439e865a', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'admin_state_up': True, 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'security_groups': ['5d72272e-422f-4495-91b8-8e43ae384aca']}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:13.289319 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['01838f4f-9c12-4515-a5e5-af4ef1d4e33e'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:31:13.423766 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-897be81c-34f0-48c4-9cd2-8b7fce065852 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Made reservation on behalf of 566514b413e24aaebe69c11ce2159ac9 for: {'port': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:31:13.428714 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-897be81c-34f0-48c4-9cd2-8b7fce065852 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:13.613327 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37168) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:13.635725 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe95045-a59a-4b86-9d27-f439b647a7d2 req-2c33083e-489b-49a6-9e70-910f9eac9644 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:13.637526 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4fe95045-a59a-4b86-9d27-f439b647a7d2 req-2c33083e-489b-49a6-9e70-910f9eac9644 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 945 time: 0.1060843 Nov 02 07:31:13.683087 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7b82558a-125f-42cb-a7bd-8a927624a634 req-c3147d19-2c0a-4631-a1d0-de79ce5892cc tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4c89d505-bb4e-469f-bcb9-c336439e865a HTTP/1.1" status: 200 len: 210 time: 0.0433338 Nov 02 07:31:13.745043 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4fe95045-a59a-4b86-9d27-f439b647a7d2 req-b7123bf8-d838-4134-8bb0-0ac37166b612 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656438 Nov 02 07:31:13.746028 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-897be81c-34f0-48c4-9cd2-8b7fce065852 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Allocated IP 172.20.0.6 (f6809857-e0de-42f0-baa8-be80912a85f1/77ee38fc-7b77-488d-b9f4-ad8de0678fd1/417309a1-1746-4c69-89dd-ecf6b6199572) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:31:13.897910 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37178) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:13.931772 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37182) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:13.944526 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4c2e9-c7b8-4862-9150-8ec129dd9314 req-616f2ce2-256a-4a98-9bef-2bc4ab8d0ee2 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:13.952420 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1de4c2e9-c7b8-4862-9150-8ec129dd9314 req-616f2ce2-256a-4a98-9bef-2bc4ab8d0ee2 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=793f8cfa-443a-4695-861e-6ba4c4e441ab HTTP/1.1" status: 200 len: 944 time: 0.1151962 Nov 02 07:31:13.974209 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:14.013644 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-07dd63e5-528f-40a4-97df-80f2283d19ea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1864779341-network', 'tenant_id': '155356fb94b74eaba3a8465d1a1f21ff'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:14.040838 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07dd63e5-528f-40a4-97df-80f2283d19ea admin admin] Made reservation on behalf of 155356fb94b74eaba3a8465d1a1f21ff for: {'network': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:31:14.044129 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1de4c2e9-c7b8-4862-9150-8ec129dd9314 req-b8ddb385-5b1b-47ac-b568-db1c23c88d8a tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=71e2f6e7-c943-4002-a872-4e5e95b83b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906944 Nov 02 07:31:14.049976 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-897be81c-34f0-48c4-9cd2-8b7fce065852 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for port (417309a1-1746-4c69-89dd-ecf6b6199572), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:14.053158 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-07dd63e5-528f-40a4-97df-80f2283d19ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for network (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:14.057340 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:14.088172 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-897be81c-34f0-48c4-9cd2-8b7fce065852 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (417309a1-1746-4c69-89dd-ecf6b6199572), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:14.092042 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-07dd63e5-528f-40a4-97df-80f2283d19ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:14.093958 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d0890197-8768-43be-82bc-405213090905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:14.133665 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-897be81c-34f0-48c4-9cd2-8b7fce065852 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Network f6809857-e0de-42f0-baa8-be80912a85f1 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:31:14.139545 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-897be81c-34f0-48c4-9cd2-8b7fce065852 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:31:14.146578 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-897be81c-34f0-48c4-9cd2-8b7fce065852 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:31:14.162518 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-159304b2-fb7d-4359-a0a0-c592038c1a81 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=71f746654bee4209b28de275a9ce5116&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2643518 Nov 02 07:31:14.173058 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37188) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:14.180588 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897be81c-34f0-48c4-9cd2-8b7fce065852 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Pushing event updated for resources: {'Port': ['ID=417309a1-1746-4c69-89dd-ecf6b6199572,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:14.211699 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-897be81c-34f0-48c4-9cd2-8b7fce065852 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:14.212670 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-897be81c-34f0-48c4-9cd2-8b7fce065852 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:14.234178 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-897be81c-34f0-48c4-9cd2-8b7fce065852 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9664183 Nov 02 07:31:14.249192 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:14.259617 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-5aceeebe-fd87-49ca-b2d4-3c0bc800c5db service neutron] Request body: {'port': {'device_id': '4c89d505-bb4e-469f-bcb9-c336439e865a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:14.301815 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-07dd63e5-528f-40a4-97df-80f2283d19ea admin admin] Publish callbacks [] for security_group (c4fd7aa4-02b6-4f08-9b99-5339608d4c3f), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:14.321222 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-07dd63e5-528f-40a4-97df-80f2283d19ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (c4fd7aa4-02b6-4f08-9b99-5339608d4c3f), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:14.336858 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-cbe61bec-d303-4ba8-845e-e36eb8e657a3 admin admin] Publish callbacks [] for security_group (fdf6f603-ce9d-4cb4-b0bb-cef60c26002a), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:14.352489 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d0890197-8768-43be-82bc-405213090905 admin admin] Publish callbacks [] for security_group (0e47ccb6-e263-437f-9221-377ce8c42faa), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:14.371512 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-5aceeebe-fd87-49ca-b2d4-3c0bc800c5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (417309a1-1746-4c69-89dd-ecf6b6199572), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:14.377990 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d0890197-8768-43be-82bc-405213090905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (0e47ccb6-e263-437f-9221-377ce8c42faa), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:14.383834 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07dd63e5-528f-40a4-97df-80f2283d19ea admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=104568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 07:31:14.391438 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa617c-742b-41f9-8897-8a4b135ef891 req-92ae37a5-4d0a-4666-8ad4-00578441e7fb tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:14.393013 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e9fa617c-742b-41f9-8897-8a4b135ef891 req-92ae37a5-4d0a-4666-8ad4-00578441e7fb tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.0898898 Nov 02 07:31:14.401692 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd63e5-528f-40a4-97df-80f2283d19ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:14.407009 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-cbe61bec-d303-4ba8-845e-e36eb8e657a3 admin admin] Publish callbacks [] for security_group (fdf6f603-ce9d-4cb4-b0bb-cef60c26002a), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:14.434767 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-07dd63e5-528f-40a4-97df-80f2283d19ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (f0734919-3f29-4b22-8142-b6ac8896555b), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:14.435165 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.db.segments_db [None req-07dd63e5-528f-40a4-97df-80f2283d19ea admin admin] Added segment f0734919-3f29-4b22-8142-b6ac8896555b of type vlan for network 3fafd9c5-3180-43ff-9a2d-50cffbbda74e Nov 02 07:31:14.475623 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-d0890197-8768-43be-82bc-405213090905 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=3b6b21916b764c9fb3594c366e097f2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5432580 Nov 02 07:31:14.480984 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-05d16386-d4ee-4a6b-943f-0b1e10796eca None None] Provisioning complete for port 417309a1-1746-4c69-89dd-ecf6b6199572 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:31:14.483910 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-05d16386-d4ee-4a6b-943f-0b1e10796eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (417309a1-1746-4c69-89dd-ecf6b6199572), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:14.484350 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-05d16386-d4ee-4a6b-943f-0b1e10796eca None None] Attempt 1 to provision port 417309a1-1746-4c69-89dd-ecf6b6199572 Nov 02 07:31:14.502384 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37192) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:14.516633 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0890197-8768-43be-82bc-405213090905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e47ccb6-e263-437f-9221-377ce8c42faa,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:14.521832 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-05d16386-d4ee-4a6b-943f-0b1e10796eca None None] Port 417309a1-1746-4c69-89dd-ecf6b6199572 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:31:14.539443 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-07dd63e5-528f-40a4-97df-80f2283d19ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744619761345'] for network (3fafd9c5-3180-43ff-9a2d-50cffbbda74e), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:14.541731 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e9fa617c-742b-41f9-8897-8a4b135ef891 req-8438aaa3-6093-4975-ab4a-b0d3f2e4ad94 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255283 Nov 02 07:31:14.577538 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:14.595929 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-07dd63e5-528f-40a4-97df-80f2283d19ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for network (3fafd9c5-3180-43ff-9a2d-50cffbbda74e), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:14.597162 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dd63e5-528f-40a4-97df-80f2283d19ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:14.597755 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-07dd63e5-528f-40a4-97df-80f2283d19ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:14.604908 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-cbe61bec-d303-4ba8-845e-e36eb8e657a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (fdf6f603-ce9d-4cb4-b0bb-cef60c26002a), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:14.607886 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-cbe61bec-d303-4ba8-845e-e36eb8e657a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:14.610804 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-cbe61bec-d303-4ba8-845e-e36eb8e657a3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/fdf6f603-ce9d-4cb4-b0bb-cef60c26002a HTTP/1.1" status: 204 len: 168 time: 0.4367201 Nov 02 07:31:14.631883 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:14.651529 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-07dd63e5-528f-40a4-97df-80f2283d19ea admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0370989 Nov 02 07:31:14.661447 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 37196) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:14.662536 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7906603f-62ad-47bd-a552-4cbc97e85ca2 admin admin] Publish callbacks [] for security_group (0e47ccb6-e263-437f-9221-377ce8c42faa), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:14.668355 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-58e49846-257f-4b6f-8d30-0a6825631fd4 admin admin] Request body: {'subnet': {'network_id': '3fafd9c5-3180-43ff-9a2d-50cffbbda74e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1864779341-subnet', 'tenant_id': '155356fb94b74eaba3a8465d1a1f21ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:14.675489 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe61bec-d303-4ba8-845e-e36eb8e657a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf6f603-ce9d-4cb4-b0bb-cef60c26002a,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:14.727587 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e49846-257f-4b6f-8d30-0a6825631fd4 admin admin] Made reservation on behalf of 155356fb94b74eaba3a8465d1a1f21ff for: {'subnet': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:31:14.730640 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-58e49846-257f-4b6f-8d30-0a6825631fd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041940'] for subnet (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:14.735622 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7906603f-62ad-47bd-a552-4cbc97e85ca2 admin admin] Publish callbacks [] for security_group (0e47ccb6-e263-437f-9221-377ce8c42faa), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:14.743702 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 01838f4f-9c12-4515-a5e5-af4ef1d4e33e up at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:31:14.751498 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd63e5-528f-40a4-97df-80f2283d19ea admin admin] Pushing event updated for resources: {'Network': ['ID=3fafd9c5-3180-43ff-9a2d-50cffbbda74e,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:14.827596 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7906603f-62ad-47bd-a552-4cbc97e85ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (0e47ccb6-e263-437f-9221-377ce8c42faa), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:14.830542 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7906603f-62ad-47bd-a552-4cbc97e85ca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:14.831965 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-7906603f-62ad-47bd-a552-4cbc97e85ca2 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0e47ccb6-e263-437f-9221-377ce8c42faa HTTP/1.1" status: 204 len: 168 time: 0.3263509 Nov 02 07:31:14.841476 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906603f-62ad-47bd-a552-4cbc97e85ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e47ccb6-e263-437f-9221-377ce8c42faa,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:14.863541 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-5aceeebe-fd87-49ca-b2d4-3c0bc800c5db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 417309a1-1746-4c69-89dd-ecf6b6199572 {{(pid=104569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:31:14.873731 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Network 3fafd9c5-3180-43ff-9a2d-50cffbbda74e details requested by agent ovs-agent-dv-cinder-804735-33-iscsi with host dv-cinder-804735-33-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 07:31:14.878037 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-5aceeebe-fd87-49ca-b2d4-3c0bc800c5db service neutron] Publish callbacks [] for port (417309a1-1746-4c69-89dd-ecf6b6199572), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:14.971252 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:14.983646 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.provisioning_blocks [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-5aceeebe-fd87-49ca-b2d4-3c0bc800c5db service neutron] Transition to ACTIVE for port object 417309a1-1746-4c69-89dd-ecf6b6199572 will not be triggered until provisioned by entity L2. {{(pid=104569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 07:31:15.006101 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-5aceeebe-fd87-49ca-b2d4-3c0bc800c5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (417309a1-1746-4c69-89dd-ecf6b6199572), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:15.013724 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68175216-c0d8-4d2c-92a3-980fae1b3eb8 req-22804b59-f21b-4b2b-abef-48d8d7861144 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:15.015225 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-68175216-c0d8-4d2c-92a3-980fae1b3eb8 req-22804b59-f21b-4b2b-abef-48d8d7861144 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4c89d505-bb4e-469f-bcb9-c336439e865a HTTP/1.1" status: 200 len: 931 time: 0.1459255 Nov 02 07:31:15.017329 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning for port 01838f4f-9c12-4515-a5e5-af4ef1d4e33e completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 07:31:15.027669 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning complete for port 01838f4f-9c12-4515-a5e5-af4ef1d4e33e triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:31:15.028051 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (01838f4f-9c12-4515-a5e5-af4ef1d4e33e), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:15.028389 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Attempt 1 to provision port 01838f4f-9c12-4515-a5e5-af4ef1d4e33e Nov 02 07:31:15.048881 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5495cf-3e1a-42d1-9944-7aad62933d82 req-8d6be4b2-ba8c-4d32-9ce0-747b3b5542b9 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:15.050353 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ba5495cf-3e1a-42d1-9944-7aad62933d82 req-8d6be4b2-ba8c-4d32-9ce0-747b3b5542b9 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 945 time: 0.1523440 Nov 02 07:31:15.062533 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:15.124498 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 01838f4f-9c12-4515-a5e5-af4ef1d4e33e is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:31:15.125191 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (01838f4f-9c12-4515-a5e5-af4ef1d4e33e), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:15.151043 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793f8cfa-443a-4695-861e-6ba4c4e441ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01838f4f-9c12-4515-a5e5-af4ef1d4e33e'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:31:15.153305 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae3fbe182e2c1c70a5346b740f804138ecd9042bc04c1c47f40fee79c776d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03704fe7-214c-487e-99f2-1b42d02a7b7e" -d '{"events": [{"server_uuid": "793f8cfa-443a-4695-861e-6ba4c4e441ab", "name": "network-vif-plugged", "status": "completed", "tag": "01838f4f-9c12-4515-a5e5-af4ef1d4e33e"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:31:15.156267 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:15.161173 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aceeebe-fd87-49ca-b2d4-3c0bc800c5db service neutron] Pushing event updated for resources: {'Port': ['ID=417309a1-1746-4c69-89dd-ecf6b6199572,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:15.171419 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 01838f4f-9c12-4515-a5e5-af4ef1d4e33e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=01838f4f-9c12-4515-a5e5-af4ef1d4e33e,segment=NetworkSegment(c05d0ba3-98c5-4b1c-b632-26a7e9300bb9),segment_id=c05d0ba3-98c5-4b1c-b632-26a7e9300bb9)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:31:15.177206 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (01838f4f-9c12-4515-a5e5-af4ef1d4e33e), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:15.227896 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=01838f4f-9c12-4515-a5e5-af4ef1d4e33e,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:15.265621 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-68175216-c0d8-4d2c-92a3-980fae1b3eb8 req-7cbee3be-4890-4e7f-b46d-1014b1e6d01d tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127466 Nov 02 07:31:15.304138 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ba5495cf-3e1a-42d1-9944-7aad62933d82 req-7dfdfaf9-d0b0-4ec6-9d04-b6e6d1ef1662 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444427 Nov 02 07:31:15.323629 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37210) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:15.340624 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f03bc4dd-ca25-45e6-aadf-588834084b1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:15.343719 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-5aceeebe-fd87-49ca-b2d4-3c0bc800c5db service neutron] Attempting to bind port 417309a1-1746-4c69-89dd-ecf6b6199572 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:31:15.344057 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-5aceeebe-fd87-49ca-b2d4-3c0bc800c5db service neutron] Attempting to bind port 417309a1-1746-4c69-89dd-ecf6b6199572 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'b223cbb8-b9ce-47ec-9db9-80d47b3aacbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1'}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:31:15.344519 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-5aceeebe-fd87-49ca-b2d4-3c0bc800c5db service neutron] Attempting to bind port 417309a1-1746-4c69-89dd-ecf6b6199572 on network f6809857-e0de-42f0-baa8-be80912a85f1 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:31:15.373392 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715112fc-28d1-41b3-b36b-c11fad89986a x-openstack-request-id: req-715112fc-28d1-41b3-b36b-c11fad89986a {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:31:15.373703 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "793f8cfa-443a-4695-861e-6ba4c4e441ab", "name": "network-vif-plugged", "status": "completed", "tag": "01838f4f-9c12-4515-a5e5-af4ef1d4e33e", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:31:15.373952 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-715112fc-28d1-41b3-b36b-c11fad89986a {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:31:15.374346 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-715112fc-28d1-41b3-b36b-c11fad89986a'] response: {'server_uuid': '793f8cfa-443a-4695-861e-6ba4c4e441ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01838f4f-9c12-4515-a5e5-af4ef1d4e33e', 'code': 200} Nov 02 07:31:15.376000 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-58e49846-257f-4b6f-8d30-0a6825631fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4041954'] for subnet (74a8078f-40c4-4845-a167-14187f193254), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:15.427821 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f03bc4dd-ca25-45e6-aadf-588834084b1a admin admin] Publish callbacks [] for security_group (9ed58cbb-d000-44a3-b1d4-ad248f12111c), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:15.432215 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f03bc4dd-ca25-45e6-aadf-588834084b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (9ed58cbb-d000-44a3-b1d4-ad248f12111c), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:15.467796 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-f03bc4dd-ca25-45e6-aadf-588834084b1a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=20a877fe29504f23b25072daff032068&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429405 Nov 02 07:31:15.471616 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37212) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:15.482664 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=6 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:15.491809 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00597f27-3ab5-488e-82e1-451a4b795334 req-db4908a1-c289-4d56-b49c-aabb030028cc tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:15.493317 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-00597f27-3ab5-488e-82e1-451a4b795334 req-db4908a1-c289-4d56-b49c-aabb030028cc tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=793f8cfa-443a-4695-861e-6ba4c4e441ab HTTP/1.1" status: 200 len: 945 time: 0.1253366 Nov 02 07:31:15.496208 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-5aceeebe-fd87-49ca-b2d4-3c0bc800c5db service neutron] Port 417309a1-1746-4c69-89dd-ecf6b6199572 on network f6809857-e0de-42f0-baa8-be80912a85f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 07:31:15.496533 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-5aceeebe-fd87-49ca-b2d4-3c0bc800c5db service neutron] Attempting to bind port 417309a1-1746-4c69-89dd-ecf6b6199572 on network f6809857-e0de-42f0-baa8-be80912a85f1 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:31:15.497295 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03bc4dd-ca25-45e6-aadf-588834084b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed58cbb-d000-44a3-b1d4-ad248f12111c,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:15.499214 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e49846-257f-4b6f-8d30-0a6825631fd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74a8078f-40c4-4845-a167-14187f193254,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:15.549864 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e71fb1da-c65d-415b-afc6-1b59279dd6ec admin admin] Publish callbacks [] for security_group (9ed58cbb-d000-44a3-b1d4-ad248f12111c), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:15.551437 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e49846-257f-4b6f-8d30-0a6825631fd4 admin admin] Checking segment: {'id': 'f0734919-3f29-4b22-8142-b6ac8896555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '3fafd9c5-3180-43ff-9a2d-50cffbbda74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:31:15.551984 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e49846-257f-4b6f-8d30-0a6825631fd4 admin admin] Network hostable DHCP agents. Network: 3fafd9c5-3180-43ff-9a2d-50cffbbda74e, hostable agents: ['bceb131e-a03d-46e7-91df-936d929aaf3a'], hosted agents: [] {{(pid=104569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 07:31:15.571362 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e71fb1da-c65d-415b-afc6-1b59279dd6ec admin admin] Publish callbacks [] for security_group (9ed58cbb-d000-44a3-b1d4-ad248f12111c), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:15.593747 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-5aceeebe-fd87-49ca-b2d4-3c0bc800c5db service neutron] Checking agent: {'id': '8bd0314e-b36f-45c2-bb1e-4de001688fd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'started_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:31:15.594085 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-5aceeebe-fd87-49ca-b2d4-3c0bc800c5db service neutron] Checking segment: {'id': 'b223cbb8-b9ce-47ec-9db9-80d47b3aacbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:31:15.594591 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-5aceeebe-fd87-49ca-b2d4-3c0bc800c5db service neutron] Bound using segment: {'id': 'b223cbb8-b9ce-47ec-9db9-80d47b3aacbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1'} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:31:15.594933 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-5aceeebe-fd87-49ca-b2d4-3c0bc800c5db service neutron] Bound port: 417309a1-1746-4c69-89dd-ecf6b6199572, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b223cbb8-b9ce-47ec-9db9-80d47b3aacbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1'}}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:31:15.595287 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-5aceeebe-fd87-49ca-b2d4-3c0bc800c5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (417309a1-1746-4c69-89dd-ecf6b6199572), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:15.624663 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-00597f27-3ab5-488e-82e1-451a4b795334 req-28e6eb6e-5bc5-476e-b546-aa3abc43c095 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=71e2f6e7-c943-4002-a872-4e5e95b83b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030576 Nov 02 07:31:15.630594 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e71fb1da-c65d-415b-afc6-1b59279dd6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (9ed58cbb-d000-44a3-b1d4-ad248f12111c), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:15.633279 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e71fb1da-c65d-415b-afc6-1b59279dd6ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:15.635106 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-e71fb1da-c65d-415b-afc6-1b59279dd6ec admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9ed58cbb-d000-44a3-b1d4-ad248f12111c HTTP/1.1" status: 204 len: 168 time: 0.1625931 Nov 02 07:31:15.644574 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fb1da-c65d-415b-afc6-1b59279dd6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed58cbb-d000-44a3-b1d4-ad248f12111c,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:15.673300 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e49846-257f-4b6f-8d30-0a6825631fd4 admin admin] Network 3fafd9c5-3180-43ff-9a2d-50cffbbda74e is scheduled to be hosted by DHCP agent bceb131e-a03d-46e7-91df-936d929aaf3a with binding_index 1 {{(pid=104569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 07:31:15.701961 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50d13d-ed86-4ee1-9e83-c696f3a46cda req-787cfadc-37dd-4d54-894b-04916bb72a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:15.703534 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8f50d13d-ed86-4ee1-9e83-c696f3a46cda req-787cfadc-37dd-4d54-894b-04916bb72a83 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=793f8cfa-443a-4695-861e-6ba4c4e441ab HTTP/1.1" status: 200 len: 1129 time: 0.1145420 Nov 02 07:31:15.723594 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-58e49846-257f-4b6f-8d30-0a6825631fd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-33-iscsi, 3fafd9c5-3180-43ff-9a2d-50cffbbda74e) {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:31:15.724946 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:15.735831 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a2a69d-bc09-47a4-be7b-53b85451046c None None] Network 3fafd9c5-3180-43ff-9a2d-50cffbbda74e requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:31:15.748454 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e49846-257f-4b6f-8d30-0a6825631fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:15.749046 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-58e49846-257f-4b6f-8d30-0a6825631fd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:15.799105 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d6030-739a-4afd-b118-0574ace3d014 req-66154afc-e856-4097-933e-23b2f64269fa tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:15.800605 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6a3d6030-739a-4afd-b118-0574ace3d014 req-66154afc-e856-4097-933e-23b2f64269fa tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.1038671 Nov 02 07:31:15.810995 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-58e49846-257f-4b6f-8d30-0a6825631fd4 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1481557 Nov 02 07:31:15.824879 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-5aceeebe-fd87-49ca-b2d4-3c0bc800c5db service neutron] For port 417309a1-1746-4c69-89dd-ecf6b6199572, host hv-cinder-80473, cleared binding levels {{(pid=104569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:31:15.856697 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-5aceeebe-fd87-49ca-b2d4-3c0bc800c5db service neutron] For port 417309a1-1746-4c69-89dd-ecf6b6199572, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=417309a1-1746-4c69-89dd-ecf6b6199572,segment=NetworkSegment(b223cbb8-b9ce-47ec-9db9-80d47b3aacbd),segment_id=b223cbb8-b9ce-47ec-9db9-80d47b3aacbd)] {{(pid=104569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:31:15.862084 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8f50d13d-ed86-4ee1-9e83-c696f3a46cda req-61b216d8-578c-4aaa-b53f-d15b70106f69 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=71e2f6e7-c943-4002-a872-4e5e95b83b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467988 Nov 02 07:31:15.867586 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-5aceeebe-fd87-49ca-b2d4-3c0bc800c5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (417309a1-1746-4c69-89dd-ecf6b6199572), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:15.876397 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519335ac-0a01-46fa-8c39-a942ca1860af None None] Network 3fafd9c5-3180-43ff-9a2d-50cffbbda74e requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:31:15.878909 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-5aceeebe-fd87-49ca-b2d4-3c0bc800c5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:15.879526 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-5aceeebe-fd87-49ca-b2d4-3c0bc800c5db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:15.881713 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-5aceeebe-fd87-49ca-b2d4-3c0bc800c5db service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/417309a1-1746-4c69-89dd-ecf6b6199572 HTTP/1.1" status: 200 len: 1093 time: 1.6285422 Nov 02 07:31:15.885093 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c89d505-bb4e-469f-bcb9-c336439e865a', 'tag': '417309a1-1746-4c69-89dd-ecf6b6199572'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:31:15.887411 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb332a0-3213-4cde-88f1-dc614fe33bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "4c89d505-bb4e-469f-bcb9-c336439e865a", "tag": "417309a1-1746-4c69-89dd-ecf6b6199572"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:31:15.908816 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:15.935006 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6a3d6030-739a-4afd-b118-0574ace3d014 req-811ba836-738c-4e1e-9ecc-aea3a08503da tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211860 Nov 02 07:31:15.959782 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aceeebe-fd87-49ca-b2d4-3c0bc800c5db service neutron] Pushing event updated for resources: {'Port': ['ID=417309a1-1746-4c69-89dd-ecf6b6199572,revision_number=3']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:15.963628 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5dbf0fc-1003-4320-8b7f-717a261b89dc x-openstack-request-id: req-c5dbf0fc-1003-4320-8b7f-717a261b89dc {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:31:15.963985 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c89d505-bb4e-469f-bcb9-c336439e865a", "tag": "417309a1-1746-4c69-89dd-ecf6b6199572", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:31:15.964304 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c5dbf0fc-1003-4320-8b7f-717a261b89dc {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:31:15.964767 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5dbf0fc-1003-4320-8b7f-717a261b89dc'] response: {'name': 'network-changed', 'server_uuid': '4c89d505-bb4e-469f-bcb9-c336439e865a', 'tag': '417309a1-1746-4c69-89dd-ecf6b6199572', 'status': 'completed', 'code': 200} Nov 02 07:31:16.097034 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37228) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:16.110801 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-804e0465-7aeb-462f-bc8b-7d07ebb20945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:16.193986 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-804e0465-7aeb-462f-bc8b-7d07ebb20945 admin admin] Publish callbacks [] for security_group (065a9038-2b19-4976-b5c1-7eb45a09b44e), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:16.198129 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-804e0465-7aeb-462f-bc8b-7d07ebb20945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (065a9038-2b19-4976-b5c1-7eb45a09b44e), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:16.239283 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-804e0465-7aeb-462f-bc8b-7d07ebb20945 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2035a822d70a4ef685b052738d638027&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411726 Nov 02 07:31:16.240377 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e0465-7aeb-462f-bc8b-7d07ebb20945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065a9038-2b19-4976-b5c1-7eb45a09b44e,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:16.241922 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 37230) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:16.296695 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d9d4821d-00f4-4f8d-b9be-7b05161038fc admin admin] Publish callbacks [] for security_group (065a9038-2b19-4976-b5c1-7eb45a09b44e), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:16.299486 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:16.320051 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d9d4821d-00f4-4f8d-b9be-7b05161038fc admin admin] Publish callbacks [] for security_group (065a9038-2b19-4976-b5c1-7eb45a09b44e), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:16.339266 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-c4717059-448c-458e-974c-3230f9432057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:16.410725 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d9d4821d-00f4-4f8d-b9be-7b05161038fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (065a9038-2b19-4976-b5c1-7eb45a09b44e), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:16.413900 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d9d4821d-00f4-4f8d-b9be-7b05161038fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:16.415251 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-d9d4821d-00f4-4f8d-b9be-7b05161038fc admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/065a9038-2b19-4976-b5c1-7eb45a09b44e HTTP/1.1" status: 204 len: 168 time: 0.1721270 Nov 02 07:31:16.474969 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4821d-00f4-4f8d-b9be-7b05161038fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065a9038-2b19-4976-b5c1-7eb45a09b44e,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:16.497287 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b3dde-3c49-43fc-b8c4-f88f2ff964b2 req-ba24f45b-58fd-4387-92f6-f017b4080a49 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:16.505390 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d71b3dde-3c49-43fc-b8c4-f88f2ff964b2 req-ba24f45b-58fd-4387-92f6-f017b4080a49 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4c89d505-bb4e-469f-bcb9-c336439e865a HTTP/1.1" status: 200 len: 943 time: 0.1075127 Nov 02 07:31:16.512335 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71be953-1b3b-40cd-8551-0c85fd6b619e req-5cd1e80e-4727-4eb1-8647-fe2c0b485c6c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:16.514838 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d71be953-1b3b-40cd-8551-0c85fd6b619e req-5cd1e80e-4727-4eb1-8647-fe2c0b485c6c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 945 time: 0.0795588 Nov 02 07:31:16.600540 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb332a0-3213-4cde-88f1-dc614fe33bcd req-44bc107b-68fd-46c5-901f-52ca695f07d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:16.601898 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6eb332a0-3213-4cde-88f1-dc614fe33bcd req-44bc107b-68fd-46c5-901f-52ca695f07d6 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=566514b413e24aaebe69c11ce2159ac9&device_id=4c89d505-bb4e-469f-bcb9-c336439e865a HTTP/1.1" status: 200 len: 1127 time: 0.0720718 Nov 02 07:31:16.635868 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d71b3dde-3c49-43fc-b8c4-f88f2ff964b2 req-1709b693-d35d-4bdc-aa1d-6df33c27719d tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296365 Nov 02 07:31:16.662717 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d71be953-1b3b-40cd-8551-0c85fd6b619e req-ad1c7081-b701-484f-9d0e-994444c59977 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407766 Nov 02 07:31:16.757133 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb332a0-3213-4cde-88f1-dc614fe33bcd req-55bb3ec2-50de-46ba-9527-e4c3695c7cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:16.758607 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6eb332a0-3213-4cde-88f1-dc614fe33bcd req-55bb3ec2-50de-46ba-9527-e4c3695c7cc1 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=566514b413e24aaebe69c11ce2159ac9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1385918 Nov 02 07:31:16.776881 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01e29f-86d1-435a-8fed-9ef49a8816a7 req-b077f7f1-19ba-4102-8e88-e1a5ee6c41ab tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:16.778477 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3f01e29f-86d1-435a-8fed-9ef49a8816a7 req-b077f7f1-19ba-4102-8e88-e1a5ee6c41ab tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=793f8cfa-443a-4695-861e-6ba4c4e441ab HTTP/1.1" status: 200 len: 945 time: 0.0550001 Nov 02 07:31:16.895675 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3f01e29f-86d1-435a-8fed-9ef49a8816a7 req-e855e529-3331-4346-a882-5a5bb1ab2d72 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=71e2f6e7-c943-4002-a872-4e5e95b83b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109762 Nov 02 07:31:16.918987 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb332a0-3213-4cde-88f1-dc614fe33bcd req-297d7e20-7966-4b62-b801-90946b004f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:16.918987 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6eb332a0-3213-4cde-88f1-dc614fe33bcd req-297d7e20-7966-4b62-b801-90946b004f25 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1348903 Nov 02 07:31:17.079455 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:17.090700 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2a652-95cd-44bb-a328-9af4489062ce req-f9b001e3-6c12-4354-84c4-5c47f21d42df tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:17.092228 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e2a2a652-95cd-44bb-a328-9af4489062ce req-f9b001e3-6c12-4354-84c4-5c47f21d42df tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.0519483 Nov 02 07:31:17.144983 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e2a2a652-95cd-44bb-a328-9af4489062ce req-9b0996f5-e6e7-42f3-a5fd-83ee6061ed4c tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472827 Nov 02 07:31:17.656006 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-af8a5571-a80f-4c92-97ea-f95e62f12dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:17.657527 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-af8a5571-a80f-4c92-97ea-f95e62f12dbd service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=566514b413e24aaebe69c11ce2159ac9&device_id=4c89d505-bb4e-469f-bcb9-c336439e865a HTTP/1.1" status: 200 len: 1127 time: 0.0484009 Nov 02 07:31:17.733552 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-ff3fe973-460b-42eb-acff-1399f4f92434 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=417309a1-1746-4c69-89dd-ecf6b6199572 HTTP/1.1" status: 200 len: 217 time: 0.0430255 Nov 02 07:31:17.872077 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8671a5-615e-4607-a105-266cd9cb6752 req-53bc4128-4aca-4159-9786-10883e241b9b tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:17.874281 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1e8671a5-615e-4607-a105-266cd9cb6752 req-53bc4128-4aca-4159-9786-10883e241b9b tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4c89d505-bb4e-469f-bcb9-c336439e865a HTTP/1.1" status: 200 len: 943 time: 0.1435411 Nov 02 07:31:17.898614 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-8405dac4-fd2f-4751-93ab-6a4c87b7abf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:17.900059 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-8405dac4-fd2f-4751-93ab-6a4c87b7abf9 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=77ee38fc-7b77-488d-b9f4-ad8de0678fd1 HTTP/1.1" status: 200 len: 851 time: 0.1585915 Nov 02 07:31:17.981532 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-cbbba645-68d2-4d69-99e5-8f9a9bee4749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:17.983084 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-cbbba645-68d2-4d69-99e5-8f9a9bee4749 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=f6809857-e0de-42f0-baa8-be80912a85f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0702562 Nov 02 07:31:17.987746 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:17.999071 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-cd5fd568-e834-4389-917f-c0216926e4fe tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:18.000501 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-cd5fd568-e834-4389-917f-c0216926e4fe tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/networks?id=3fafd9c5-3180-43ff-9a2d-50cffbbda74e HTTP/1.1" status: 200 len: 809 time: 0.2324784 Nov 02 07:31:18.017135 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1e8671a5-615e-4607-a105-266cd9cb6752 req-5fbc4238-9a26-4cb8-96fc-dd499d9d1f14 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332932 Nov 02 07:31:18.079017 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-b9da787b-89e8-4812-bf5a-049333b3c2a1 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/quotas/155356fb94b74eaba3a8465d1a1f21ff HTTP/1.1" status: 200 len: 375 time: 0.0675752 Nov 02 07:31:18.423448 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-228ba37e-75a9-4060-ba08-133ad9957f7d tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=155356fb94b74eaba3a8465d1a1f21ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3375242 Nov 02 07:31:18.451754 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827597e-3900-4400-abda-a63b58d15790 req-4ee3063f-bb6f-4295-8b6a-d0d819b2378c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:18.453355 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c827597e-3900-4400-abda-a63b58d15790 req-4ee3063f-bb6f-4295-8b6a-d0d819b2378c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 945 time: 0.3687005 Nov 02 07:31:18.473451 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-63aed151-9b7e-454b-b408-264971fcb165 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f6809857-e0de-42f0-baa8-be80912a85f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696188 Nov 02 07:31:18.533294 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-342b3bc2-db8c-4877-85a7-f6715ab4e9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:18.562474 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c827597e-3900-4400-abda-a63b58d15790 req-1af21db9-4013-4ad0-9c30-e39598193c8a tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987504 Nov 02 07:31:18.572811 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-38dff4a8-ef98-486d-9253-8454d709dc28 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3fafd9c5-3180-43ff-9a2d-50cffbbda74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400566 Nov 02 07:31:18.701279 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd84386-1c37-4082-b9ab-aa8bdebbcf5c req-506a8b27-da13-4b2c-baf1-c9bf448d6135 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:18.702656 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6bd84386-1c37-4082-b9ab-aa8bdebbcf5c req-506a8b27-da13-4b2c-baf1-c9bf448d6135 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=793f8cfa-443a-4695-861e-6ba4c4e441ab HTTP/1.1" status: 200 len: 945 time: 0.0692837 Nov 02 07:31:18.709781 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-a206b85a-736b-467d-a343-a8bf57a7510a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3fafd9c5-3180-43ff-9a2d-50cffbbda74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299937 Nov 02 07:31:18.758026 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6bd84386-1c37-4082-b9ab-aa8bdebbcf5c req-38355131-5b02-4c93-95ac-f621266d0830 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=71e2f6e7-c943-4002-a872-4e5e95b83b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472777 Nov 02 07:31:18.914746 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace39be2-f3b8-4150-9f43-bc1b27ae5cf1 req-f5de84a0-28c9-4718-8d95-572b5fa7a331 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:18.916309 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ace39be2-f3b8-4150-9f43-bc1b27ae5cf1 req-f5de84a0-28c9-4718-8d95-572b5fa7a331 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.0943000 Nov 02 07:31:18.945487 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08256bed-88b0-425e-a4dc-8d9464a13ea0 req-95311e55-c43d-4932-8d24-d8d974017931 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:18.947051 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-08256bed-88b0-425e-a4dc-8d9464a13ea0 req-95311e55-c43d-4932-8d24-d8d974017931 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=793f8cfa-443a-4695-861e-6ba4c4e441ab HTTP/1.1" status: 200 len: 945 time: 0.0700321 Nov 02 07:31:18.960115 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37336) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:18.965289 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-89ceb2ed-6a99-4777-8704-930042c79f76 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Request body: {'floatingip': {'port_id': '01838f4f-9c12-4515-a5e5-af4ef1d4e33e'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:18.976474 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:19.053026 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3bdfdb81-b046-4571-9880-a6ebca10d611 req-99d92867-8aa9-4be5-b0fe-9b9f1393176e tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2b5c7853-1758-4e70-86c7-5f1bfd998ca6 HTTP/1.1" status: 200 len: 210 time: 0.0560164 Nov 02 07:31:19.076203 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ace39be2-f3b8-4150-9f43-bc1b27ae5cf1 req-acb12994-932a-4703-a2f2-2a78f9b4e220 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504893 Nov 02 07:31:19.109918 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-89ceb2ed-6a99-4777-8704-930042c79f76 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for floatingip (704bf8ea-4dae-438d-8ff4-0e49b7e0c1fb), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:19.195210 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8d1b3-2cc7-4644-8fd0-2dbca1fea27c req-85a6cceb-fbcf-4d6b-b689-353fd72910c6 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:19.198912 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-86e8d1b3-2cc7-4644-8fd0-2dbca1fea27c req-85a6cceb-fbcf-4d6b-b689-353fd72910c6 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4c89d505-bb4e-469f-bcb9-c336439e865a HTTP/1.1" status: 200 len: 943 time: 0.0580666 Nov 02 07:31:19.254516 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-86e8d1b3-2cc7-4644-8fd0-2dbca1fea27c req-b972c22b-84a0-43e8-92bb-b013f57d7a1b tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504391 Nov 02 07:31:19.349605 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:19.581124 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-205bc705-7ef2-4c4c-a647-9d0e2d0e7f9f req-1755b281-13bd-4f64-8ab6-b6e3bfc311dd service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f6809857-e0de-42f0-baa8-be80912a85f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106319 Nov 02 07:31:19.711505 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd786f-5f65-48a8-bc78-232cd6b6732c req-427808e0-a2c5-4d83-a3d8-1c8b5e5e0948 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:19.712991 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f6dd786f-5f65-48a8-bc78-232cd6b6732c req-427808e0-a2c5-4d83-a3d8-1c8b5e5e0948 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 945 time: 0.0486171 Nov 02 07:31:19.767049 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f6dd786f-5f65-48a8-bc78-232cd6b6732c req-efc37471-6fbc-4de2-920e-331381c4e93b tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480978 Nov 02 07:31:19.883835 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:19.895353 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-89ceb2ed-6a99-4777-8704-930042c79f76 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:19.898802 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-89ceb2ed-6a99-4777-8704-930042c79f76 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (704bf8ea-4dae-438d-8ff4-0e49b7e0c1fb), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:19.992022 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.db.l3_db [None req-89ceb2ed-6a99-4777-8704-930042c79f76 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Floating IP 704bf8ea-4dae-438d-8ff4-0e49b7e0c1fb associated. External IP: 172.27.2.73, port: 01838f4f-9c12-4515-a5e5-af4ef1d4e33e. Nov 02 07:31:20.049564 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ac9fb-882b-40fd-9777-3277c8200fc7 req-89a7f2d8-9cb4-4463-96cb-25a9087a4d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:20.051739 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7c9ac9fb-882b-40fd-9777-3277c8200fc7 req-89a7f2d8-9cb4-4463-96cb-25a9087a4d2b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 1129 time: 0.0443726 Nov 02 07:31:20.095207 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:20.149526 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:20.161429 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7c9ac9fb-882b-40fd-9777-3277c8200fc7 req-787facda-8843-4f6c-9590-4e508b157192 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873175 Nov 02 07:31:20.208113 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4a5cd0ef-704b-435a-a4b1-eacff2fe3fd7 req-86f02c06-dd58-4437-a748-b7c07866bda7 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2b5c7853-1758-4e70-86c7-5f1bfd998ca6 HTTP/1.1" status: 200 len: 210 time: 0.0350604 Nov 02 07:31:20.266692 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ceb2ed-6a99-4777-8704-930042c79f76 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Router 809828a3-4f45-44a0-b054-defd7df6335b has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:31:20.271427 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae79c3-5abf-4f37-9eb4-a8992f16d68b req-54d36da3-3b6e-4ff4-9829-d88354939ad8 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:20.272998 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f6ae79c3-5abf-4f37-9eb4-a8992f16d68b req-54d36da3-3b6e-4ff4-9829-d88354939ad8 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.0576527 Nov 02 07:31:20.328756 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f6ae79c3-5abf-4f37-9eb4-a8992f16d68b req-8a730e2c-743e-4cfc-9fb3-1e3ac1faf384 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487702 Nov 02 07:31:20.410663 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605b861-a125-43c4-ad35-02f886ad6433 req-b80de209-5986-494e-81f5-c952f35e6243 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:20.410896 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ceb2ed-6a99-4777-8704-930042c79f76 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:31:20.412653 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f605b861-a125-43c4-ad35-02f886ad6433 req-b80de209-5986-494e-81f5-c952f35e6243 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4c89d505-bb4e-469f-bcb9-c336439e865a HTTP/1.1" status: 200 len: 943 time: 0.0696464 Nov 02 07:31:20.421279 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-89ceb2ed-6a99-4777-8704-930042c79f76 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:20.423522 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee6203d-2b41-467b-8e75-840df2f20bfd None None] Sync routers for ids ['809828a3-4f45-44a0-b054-defd7df6335b'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:31:20.440518 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee6203d-2b41-467b-8e75-840df2f20bfd None None] Routers {'809828a3-4f45-44a0-b054-defd7df6335b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:31:20.443437 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-eee6203d-2b41-467b-8e75-840df2f20bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:31:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['809828a3-4f45-44a0-b054-defd7df6335b'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:31:20.481106 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-89ceb2ed-6a99-4777-8704-930042c79f76 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/704bf8ea-4dae-438d-8ff4-0e49b7e0c1fb HTTP/1.1" status: 200 len: 990 time: 1.5193374 Nov 02 07:31:20.483076 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f605b861-a125-43c4-ad35-02f886ad6433 req-6c90f62c-dfbc-4c72-a308-abd646eb2788 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648270 Nov 02 07:31:20.483247 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '793f8cfa-443a-4695-861e-6ba4c4e441ab', 'tag': '01838f4f-9c12-4515-a5e5-af4ef1d4e33e'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:31:20.486294 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9997e5a547caebf426b03fe71677bb46cfe6f7be44514c48e4ec619a10615394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7695651-a8a1-4f65-a089-d2649a5a4e49" -d '{"events": [{"name": "network-changed", "server_uuid": "793f8cfa-443a-4695-861e-6ba4c4e441ab", "tag": "01838f4f-9c12-4515-a5e5-af4ef1d4e33e"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:31:20.542143 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfe099c-a5f6-4db1-8cc9-6fb88322b2ab x-openstack-request-id: req-bdfe099c-a5f6-4db1-8cc9-6fb88322b2ab {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:31:20.542577 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "793f8cfa-443a-4695-861e-6ba4c4e441ab", "tag": "01838f4f-9c12-4515-a5e5-af4ef1d4e33e", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:31:20.543163 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bdfe099c-a5f6-4db1-8cc9-6fb88322b2ab {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:31:20.543653 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdfe099c-a5f6-4db1-8cc9-6fb88322b2ab'] response: {'name': 'network-changed', 'server_uuid': '793f8cfa-443a-4695-861e-6ba4c4e441ab', 'tag': '01838f4f-9c12-4515-a5e5-af4ef1d4e33e', 'status': 'completed', 'code': 200} Nov 02 07:31:20.591909 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-eee6203d-2b41-467b-8e75-840df2f20bfd None None] Set router 809828a3-4f45-44a0-b054-defd7df6335b gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:31:20.852249 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device ba58ff3d-570b-447a-86ec-a6d9a70152fc details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 07:31:20.889187 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebc4d1-a50c-4ce0-ad50-70cf6f82b8bf req-46df4773-5943-4901-a936-b562294ffc84 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:20.890848 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c3ebc4d1-a50c-4ce0-ad50-70cf6f82b8bf req-46df4773-5943-4901-a936-b562294ffc84 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 945 time: 0.0476382 Nov 02 07:31:20.943439 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c3ebc4d1-a50c-4ce0-ad50-70cf6f82b8bf req-e39f06a8-0823-476f-8bff-b84de2160639 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457809 Nov 02 07:31:21.063923 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7695651-a8a1-4f65-a089-d2649a5a4e49 req-b4d64bdb-02c1-4bd9-95aa-d0ba0cc68afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:21.064189 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port ba58ff3d-570b-447a-86ec-a6d9a70152fc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ba58ff3d-570b-447a-86ec-a6d9a70152fc,segment=NetworkSegment(d7e1724e-6066-427b-a3a4-bc3e1a8af7fa),segment_id=d7e1724e-6066-427b-a3a4-bc3e1a8af7fa)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:31:21.065684 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d7695651-a8a1-4f65-a089-d2649a5a4e49 req-b4d64bdb-02c1-4bd9-95aa-d0ba0cc68afc service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ba3bab98d31d49098a8e7242d51be646&device_id=793f8cfa-443a-4695-861e-6ba4c4e441ab HTTP/1.1" status: 200 len: 1129 time: 0.0441842 Nov 02 07:31:21.081588 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Returning: {'device': 'ba58ff3d-570b-447a-86ec-a6d9a70152fc', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'port_id': 'ba58ff3d-570b-447a-86ec-a6d9a70152fc', 'mac_address': 'fa:16:3e:5e:bf:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 07:31:21.086739 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-eee6203d-2b41-467b-8e75-840df2f20bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:30:52Z', 'revision_number': 4, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port': {'id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:46Z', 'updated_at': '2022-11-02T07:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '704bf8ea-4dae-438d-8ff4-0e49b7e0c1fb', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'port_id': '01838f4f-9c12-4515-a5e5-af4ef1d4e33e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'mac_address': 'fa:16:3e:ee:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793f8cfa-443a-4695-861e-6ba4c4e441ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:30:54Z', 'updated_at': '2022-11-02T07:31:19Z', 'revision_number': 1, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839da449-2ff2-45b6-97aa-874949fa1c1d', 'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'mac_address': 'fa:16:3e:81:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:51Z', 'updated_at': '2022-11-02T07:30:58Z', 'revision_number': 5, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'subnets': [{'id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:31:21.119046 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee6203d-2b41-467b-8e75-840df2f20bfd None None] Checking router: 809828a3-4f45-44a0-b054-defd7df6335b for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:31:21.155641 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee6203d-2b41-467b-8e75-840df2f20bfd None None] Routers {'809828a3-4f45-44a0-b054-defd7df6335b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:31:21.156256 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-eee6203d-2b41-467b-8e75-840df2f20bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:31:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['809828a3-4f45-44a0-b054-defd7df6335b'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:31:21.158106 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port ba58ff3d-570b-447a-86ec-a6d9a70152fc is: ACTIVE; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:31:21.158503 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (ba58ff3d-570b-447a-86ec-a6d9a70152fc), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:21.166904 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7695651-a8a1-4f65-a089-d2649a5a4e49 req-bed7010c-b2cd-4d12-8dd2-13dedaeb0875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:21.168380 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d7695651-a8a1-4f65-a089-d2649a5a4e49 req-bed7010c-b2cd-4d12-8dd2-13dedaeb0875 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=db626555-8790-4323-a9e4-7db2e2eaf177 HTTP/1.1" status: 200 len: 915 time: 0.0937445 Nov 02 07:31:21.203439 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba58ff3d-570b-447a-86ec-a6d9a70152fc {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:31:21.208673 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:21.263267 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port ba58ff3d-570b-447a-86ec-a6d9a70152fc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ba58ff3d-570b-447a-86ec-a6d9a70152fc,segment=NetworkSegment(d7e1724e-6066-427b-a3a4-bc3e1a8af7fa),segment_id=d7e1724e-6066-427b-a3a4-bc3e1a8af7fa)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:31:21.268651 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (ba58ff3d-570b-447a-86ec-a6d9a70152fc), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:21.312911 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:21.323590 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c11e50e1-2ba4-4cb4-87cc-c7b9b639c8c3 req-283b3985-631d-4bbe-9191-2aef22c4cdc3 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2b5c7853-1758-4e70-86c7-5f1bfd998ca6 HTTP/1.1" status: 200 len: 210 time: 0.0277021 Nov 02 07:31:21.327690 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-eee6203d-2b41-467b-8e75-840df2f20bfd None None] Set router 809828a3-4f45-44a0-b054-defd7df6335b gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:31:21.355753 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:21.391418 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=ba58ff3d-570b-447a-86ec-a6d9a70152fc,revision_number=6']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:21.438779 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:21.477713 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['ba58ff3d-570b-447a-86ec-a6d9a70152fc'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:31:21.481586 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c93d11-9540-4ab6-adb7-44e64e03a683 req-4c85030f-f466-4cc6-b4f1-53374da26475 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:21.483711 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-14c93d11-9540-4ab6-adb7-44e64e03a683 req-4c85030f-f466-4cc6-b4f1-53374da26475 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 944 time: 0.0663869 Nov 02 07:31:21.557939 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-14c93d11-9540-4ab6-adb7-44e64e03a683 req-b0a20dd6-3b57-46d6-a75f-4fa43a78d40a tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674777 Nov 02 07:31:21.671480 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-eee6203d-2b41-467b-8e75-840df2f20bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:30:52Z', 'revision_number': 4, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port': {'id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:46Z', 'updated_at': '2022-11-02T07:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '704bf8ea-4dae-438d-8ff4-0e49b7e0c1fb', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'port_id': '01838f4f-9c12-4515-a5e5-af4ef1d4e33e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'mac_address': 'fa:16:3e:ee:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793f8cfa-443a-4695-861e-6ba4c4e441ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:30:54Z', 'updated_at': '2022-11-02T07:31:19Z', 'revision_number': 1, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839da449-2ff2-45b6-97aa-874949fa1c1d', 'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'mac_address': 'fa:16:3e:81:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:51Z', 'updated_at': '2022-11-02T07:30:58Z', 'revision_number': 5, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'subnets': [{'id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:31:21.707388 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee6203d-2b41-467b-8e75-840df2f20bfd None None] The sync data for ids ['809828a3-4f45-44a0-b054-defd7df6335b'] in dv-cinder-804735-33-iscsi is: [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:30:52Z', 'revision_number': 4, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port': {'id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:46Z', 'updated_at': '2022-11-02T07:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '704bf8ea-4dae-438d-8ff4-0e49b7e0c1fb', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'port_id': '01838f4f-9c12-4515-a5e5-af4ef1d4e33e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'mac_address': 'fa:16:3e:ee:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793f8cfa-443a-4695-861e-6ba4c4e441ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:30:54Z', 'updated_at': '2022-11-02T07:31:19Z', 'revision_number': 1, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839da449-2ff2-45b6-97aa-874949fa1c1d', 'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'mac_address': 'fa:16:3e:81:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:51Z', 'updated_at': '2022-11-02T07:30:58Z', 'revision_number': 5, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'subnets': [{'id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:31:21.750912 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8e00e-641e-45cb-9a29-e458b3a5905e req-6070d0a5-9650-448a-8b46-591775ff3568 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:21.758226 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6cc8e00e-641e-45cb-9a29-e458b3a5905e req-6070d0a5-9650-448a-8b46-591775ff3568 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4c89d505-bb4e-469f-bcb9-c336439e865a HTTP/1.1" status: 200 len: 943 time: 0.1676822 Nov 02 07:31:21.768657 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d7695651-a8a1-4f65-a089-d2649a5a4e49 req-1a067b4f-9405-4c7e-913d-93d50ac800c2 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01838f4f-9c12-4515-a5e5-af4ef1d4e33e HTTP/1.1" status: 200 len: 998 time: 0.1639688 Nov 02 07:31:21.800809 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:21.818683 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6cc8e00e-641e-45cb-9a29-e458b3a5905e req-654a844e-9928-4f7d-8e7b-84cf15a4936a tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593417 Nov 02 07:31:21.943216 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c86516-080c-44ba-8b6d-ee4828583e02 None None] New status for floating IP 704bf8ea-4dae-438d-8ff4-0e49b7e0c1fb: ACTIVE {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 07:31:22.048698 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37406) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:22.080860 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011de46-4652-4a3a-a875-ce7c1deed658 req-bddebcd7-da51-425d-bcfc-ed3d4766231c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:22.082611 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2011de46-4652-4a3a-a875-ce7c1deed658 req-bddebcd7-da51-425d-bcfc-ed3d4766231c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 945 time: 0.0592487 Nov 02 07:31:22.135402 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2011de46-4652-4a3a-a875-ce7c1deed658 req-936b6141-77e1-4fbb-883c-b05c3bf95e80 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471642 Nov 02 07:31:22.166573 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2a83204d-3ef0-4805-9814-4f584c807b3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:22.303254 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2a83204d-3ef0-4805-9814-4f584c807b3c admin admin] Publish callbacks [] for security_group (6b628587-27b7-43c0-9990-c6b1286976e3), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:22.309714 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2a83204d-3ef0-4805-9814-4f584c807b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (6b628587-27b7-43c0-9990-c6b1286976e3), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:22.373491 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:22.388031 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83204d-3ef0-4805-9814-4f584c807b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b628587-27b7-43c0-9990-c6b1286976e3,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:22.401998 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-2a83204d-3ef0-4805-9814-4f584c807b3c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0f2be348b8f44fefbc65fb902427463f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3516049 Nov 02 07:31:22.406469 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37428) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:22.414402 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83204d-3ef0-4805-9814-4f584c807b3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:22.414750 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83204d-3ef0-4805-9814-4f584c807b3c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:22.415108 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83204d-3ef0-4805-9814-4f584c807b3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:22.415614 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83204d-3ef0-4805-9814-4f584c807b3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:22.416126 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83204d-3ef0-4805-9814-4f584c807b3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:22.416655 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83204d-3ef0-4805-9814-4f584c807b3c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:22.417137 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83204d-3ef0-4805-9814-4f584c807b3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:22.417616 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83204d-3ef0-4805-9814-4f584c807b3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:22.418732 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83204d-3ef0-4805-9814-4f584c807b3c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:22.419235 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83204d-3ef0-4805-9814-4f584c807b3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:22.420236 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83204d-3ef0-4805-9814-4f584c807b3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:22.420717 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83204d-3ef0-4805-9814-4f584c807b3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:22.421402 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83204d-3ef0-4805-9814-4f584c807b3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:22.422001 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83204d-3ef0-4805-9814-4f584c807b3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:22.422507 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83204d-3ef0-4805-9814-4f584c807b3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:22.500519 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5af3ea91-3b73-4e59-b986-5a9dcfc0e4af admin admin] Publish callbacks [] for security_group (6b628587-27b7-43c0-9990-c6b1286976e3), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:22.506996 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f6d94c43-fbb5-4df0-a172-7108bf949026 req-2398a14c-ac77-4261-ab6b-412a9cab3171 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2b5c7853-1758-4e70-86c7-5f1bfd998ca6 HTTP/1.1" status: 200 len: 210 time: 0.0327947 Nov 02 07:31:22.542054 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5af3ea91-3b73-4e59-b986-5a9dcfc0e4af admin admin] Publish callbacks [] for security_group (6b628587-27b7-43c0-9990-c6b1286976e3), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:22.603445 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5af3ea91-3b73-4e59-b986-5a9dcfc0e4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (6b628587-27b7-43c0-9990-c6b1286976e3), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:22.606075 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5af3ea91-3b73-4e59-b986-5a9dcfc0e4af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:22.608063 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-5af3ea91-3b73-4e59-b986-5a9dcfc0e4af admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6b628587-27b7-43c0-9990-c6b1286976e3 HTTP/1.1" status: 204 len: 168 time: 0.2000389 Nov 02 07:31:22.612456 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-fda6a673-0a19-4791-bc76-92a6017f4a29 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:22.614279 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-fda6a673-0a19-4791-bc76-92a6017f4a29 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.47 "GET /networking/v2.0/networks?id=3fafd9c5-3180-43ff-9a2d-50cffbbda74e HTTP/1.1" status: 200 len: 809 time: 0.3961546 Nov 02 07:31:22.621573 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b166d9b-8d3e-40da-82cd-8fbe3d475806 req-7f18c95b-496c-47e6-876f-26539164f47a tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:22.624049 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1b166d9b-8d3e-40da-82cd-8fbe3d475806 req-7f18c95b-496c-47e6-876f-26539164f47a tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 945 time: 0.1125891 Nov 02 07:31:22.625676 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7695651-a8a1-4f65-a089-d2649a5a4e49 req-fb4610ee-bad0-433e-90ad-c1cb962c859a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:22.627299 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d7695651-a8a1-4f65-a089-d2649a5a4e49 req-fb4610ee-bad0-433e-90ad-c1cb962c859a service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=177e8dac-5f29-4a70-91c6-723300d96a3f HTTP/1.1" status: 200 len: 853 time: 0.4079385 Nov 02 07:31:22.632142 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-b3c2a420-32c4-438d-b9c2-c381e832f4eb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Request body: {'port': {'device_id': '2b5c7853-1758-4e70-86c7-5f1bfd998ca6', 'network_id': '3fafd9c5-3180-43ff-9a2d-50cffbbda74e', 'admin_state_up': True, 'tenant_id': '155356fb94b74eaba3a8465d1a1f21ff'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:22.683759 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3ea91-3b73-4e59-b986-5a9dcfc0e4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b628587-27b7-43c0-9990-c6b1286976e3,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:22.703283 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85f50c-f3b1-4f84-970d-2592b42111c8 req-ef5fc863-f417-4c5c-b955-a5489c84199b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:22.704790 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cb85f50c-f3b1-4f84-970d-2592b42111c8 req-ef5fc863-f417-4c5c-b955-a5489c84199b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c60cb95cbf734d9b852af2bdcad4e1c0&device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 1129 time: 0.0924265 Nov 02 07:31:22.743740 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:22.789249 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90081335-d1ea-41d6-8ff9-248df9c41f2e req-db56611b-1a90-4be6-ae6f-28464a74bdf9 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:22.791457 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-90081335-d1ea-41d6-8ff9-248df9c41f2e req-db56611b-1a90-4be6-ae6f-28464a74bdf9 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 944 time: 0.1297772 Nov 02 07:31:22.819143 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device ba58ff3d-570b-447a-86ec-a6d9a70152fc up at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:31:22.823890 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85f50c-f3b1-4f84-970d-2592b42111c8 req-2f0f6d1c-0a2e-4d26-9833-1dd75b2d82bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:22.827054 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cb85f50c-f3b1-4f84-970d-2592b42111c8 req-2f0f6d1c-0a2e-4d26-9833-1dd75b2d82bb service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=f40ed210-eb7b-4935-8be8-8b7615c77c12 HTTP/1.1" status: 200 len: 920 time: 0.1116328 Nov 02 07:31:22.861674 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7695651-a8a1-4f65-a089-d2649a5a4e49 req-130db6d8-131d-4f36-a102-8941207cacc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:22.863675 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d7695651-a8a1-4f65-a089-d2649a5a4e49 req-130db6d8-131d-4f36-a102-8941207cacc0 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=db626555-8790-4323-a9e4-7db2e2eaf177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2109783 Nov 02 07:31:22.875994 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cb85f50c-f3b1-4f84-970d-2592b42111c8 req-03d5391b-8f3f-49f6-b91c-cf6ba03bf2c2 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ee6dd20-0770-4e10-ac8f-d0e34d519f81 HTTP/1.1" status: 200 len: 217 time: 0.0438273 Nov 02 07:31:22.917072 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning complete for port ba58ff3d-570b-447a-86ec-a6d9a70152fc triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:31:22.917453 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (ba58ff3d-570b-447a-86ec-a6d9a70152fc), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:22.917787 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Attempt 1 to provision port ba58ff3d-570b-447a-86ec-a6d9a70152fc Nov 02 07:31:22.970989 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85f50c-f3b1-4f84-970d-2592b42111c8 req-343f29b5-2fd1-43a1-b9f9-9444d1cc60ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:22.972586 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cb85f50c-f3b1-4f84-970d-2592b42111c8 req-343f29b5-2fd1-43a1-b9f9-9444d1cc60ca service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=2425be66-0e89-40dd-949b-94121b115f5c HTTP/1.1" status: 200 len: 858 time: 0.0906196 Nov 02 07:31:23.012725 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1b166d9b-8d3e-40da-82cd-8fbe3d475806 req-40d621aa-9a3c-4a2c-8ab3-108e892c0577 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766873 Nov 02 07:31:23.041942 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85f50c-f3b1-4f84-970d-2592b42111c8 req-37608b25-1ee8-475c-b722-f007b825b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:23.043762 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cb85f50c-f3b1-4f84-970d-2592b42111c8 req-37608b25-1ee8-475c-b722-f007b825b214 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=f40ed210-eb7b-4935-8be8-8b7615c77c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0644379 Nov 02 07:31:23.098577 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port ba58ff3d-570b-447a-86ec-a6d9a70152fc is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:31:23.099361 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (ba58ff3d-570b-447a-86ec-a6d9a70152fc), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:23.121184 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37454) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:23.140416 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-90081335-d1ea-41d6-8ff9-248df9c41f2e req-e538f3d3-592f-4810-bc41-5723f0550097 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3418436 Nov 02 07:31:23.145942 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ff7bc9ed-1b17-416f-99d6-187d972f97a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:23.148031 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae04f42-6d0d-42e5-ae5f-8022b6f546df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba58ff3d-570b-447a-86ec-a6d9a70152fc'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:31:23.156805 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae3fbe182e2c1c70a5346b740f804138ecd9042bc04c1c47f40fee79c776d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc78775-125f-479f-91d5-e76bfc3205e1" -d '{"events": [{"server_uuid": "cae04f42-6d0d-42e5-ae5f-8022b6f546df", "name": "network-vif-plugged", "status": "completed", "tag": "ba58ff3d-570b-447a-86ec-a6d9a70152fc"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:31:23.199542 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port ba58ff3d-570b-447a-86ec-a6d9a70152fc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ba58ff3d-570b-447a-86ec-a6d9a70152fc,segment=NetworkSegment(d7e1724e-6066-427b-a3a4-bc3e1a8af7fa),segment_id=d7e1724e-6066-427b-a3a4-bc3e1a8af7fa)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:31:23.202739 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ed056b-d28b-4bec-a01a-fc14873e7a47 x-openstack-request-id: req-83ed056b-d28b-4bec-a01a-fc14873e7a47 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:31:23.203611 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae04f42-6d0d-42e5-ae5f-8022b6f546df", "name": "network-vif-plugged", "status": "completed", "tag": "ba58ff3d-570b-447a-86ec-a6d9a70152fc", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:31:23.204021 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83ed056b-d28b-4bec-a01a-fc14873e7a47 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:31:23.204564 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83ed056b-d28b-4bec-a01a-fc14873e7a47'] response: {'server_uuid': 'cae04f42-6d0d-42e5-ae5f-8022b6f546df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba58ff3d-570b-447a-86ec-a6d9a70152fc', 'code': 200} Nov 02 07:31:23.206000 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (ba58ff3d-570b-447a-86ec-a6d9a70152fc), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:23.238483 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:23.273557 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=ba58ff3d-570b-447a-86ec-a6d9a70152fc,revision_number=7']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:23.278416 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-b3c2a420-32c4-438d-b9c2-c381e832f4eb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Made reservation on behalf of 155356fb94b74eaba3a8465d1a1f21ff for: {'port': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:31:23.284208 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:23.284867 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:23.285392 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:23.285894 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:23.286492 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:23.286987 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:23.287550 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:23.288057 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:23.288578 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:23.289189 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:23.289938 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:23.290604 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:23.291307 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:23.291863 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:23.292425 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:23.294245 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-b3c2a420-32c4-438d-b9c2-c381e832f4eb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:23.334035 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d7695651-a8a1-4f65-a089-d2649a5a4e49 req-57d519e6-cb48-47f9-bcee-a21a6ca2881f service neutron] 10.222.0.47 "GET /networking/v2.0/networks/db626555-8790-4323-a9e4-7db2e2eaf177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492621 Nov 02 07:31:23.354158 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ff7bc9ed-1b17-416f-99d6-187d972f97a7 admin admin] Publish callbacks [] for security_group (07daec7b-da8a-4dcd-a9fe-148bb9082812), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:23.366441 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ff7bc9ed-1b17-416f-99d6-187d972f97a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (07daec7b-da8a-4dcd-a9fe-148bb9082812), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:23.383483 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c4ba5-fb90-4814-a827-c5bbad8ca1e5 req-507f057c-d23c-4124-9834-a3ad8edd72b7 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:23.391667 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-384c4ba5-fb90-4814-a827-c5bbad8ca1e5 req-507f057c-d23c-4124-9834-a3ad8edd72b7 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4c89d505-bb4e-469f-bcb9-c336439e865a HTTP/1.1" status: 200 len: 943 time: 0.2444925 Nov 02 07:31:23.404217 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bc9ed-1b17-416f-99d6-187d972f97a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07daec7b-da8a-4dcd-a9fe-148bb9082812,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:23.436599 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cb85f50c-f3b1-4f84-970d-2592b42111c8 req-3c143116-15ea-48d1-9db1-a9a8e9034cc5 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769524 Nov 02 07:31:23.443988 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-ff7bc9ed-1b17-416f-99d6-187d972f97a7 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1b4fccca12b44b0ab55dc1f67ee85305&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3217540 Nov 02 07:31:23.444786 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37458) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:23.460280 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:23.543515 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-384c4ba5-fb90-4814-a827-c5bbad8ca1e5 req-226ea480-6257-4e58-88ed-4339fef2bfee tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471217 Nov 02 07:31:23.573767 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:23.592335 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cb85f50c-f3b1-4f84-970d-2592b42111c8 req-07dd434f-b51e-4815-9932-ec49de84084e service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463866 Nov 02 07:31:23.616237 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4023c3b6-49fd-4875-b4a0-3553c54a4f67 admin admin] Publish callbacks [] for security_group (07daec7b-da8a-4dcd-a9fe-148bb9082812), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:23.647503 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4023c3b6-49fd-4875-b4a0-3553c54a4f67 admin admin] Publish callbacks [] for security_group (07daec7b-da8a-4dcd-a9fe-148bb9082812), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:23.676799 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d7695651-a8a1-4f65-a089-d2649a5a4e49 req-2a1c6350-1033-46db-abcb-a96046ef3c11 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/db626555-8790-4323-a9e4-7db2e2eaf177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288791 Nov 02 07:31:23.699679 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-23a4e480-586b-42ac-988a-f2841fa8e51d req-e8fa87cb-9d47-44d7-85be-226601ce1094 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2b5c7853-1758-4e70-86c7-5f1bfd998ca6 HTTP/1.1" status: 200 len: 210 time: 0.0466981 Nov 02 07:31:23.718640 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4023c3b6-49fd-4875-b4a0-3553c54a4f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (07daec7b-da8a-4dcd-a9fe-148bb9082812), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:23.721499 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4023c3b6-49fd-4875-b4a0-3553c54a4f67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:23.722817 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-4023c3b6-49fd-4875-b4a0-3553c54a4f67 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/07daec7b-da8a-4dcd-a9fe-148bb9082812 HTTP/1.1" status: 204 len: 168 time: 0.2757943 Nov 02 07:31:23.723476 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-b3c2a420-32c4-438d-b9c2-c381e832f4eb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Allocated IP 172.20.0.4 (3fafd9c5-3180-43ff-9a2d-50cffbbda74e/74a8078f-40c4-4845-a167-14187f193254/1fbf5f86-26a9-44e9-866d-6515a0736725) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:31:23.751389 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023c3b6-49fd-4875-b4a0-3553c54a4f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07daec7b-da8a-4dcd-a9fe-148bb9082812,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:23.918327 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:23.934670 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-b3c2a420-32c4-438d-b9c2-c381e832f4eb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Publish callbacks [] for port (1fbf5f86-26a9-44e9-866d-6515a0736725), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:23.983874 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-b3c2a420-32c4-438d-b9c2-c381e832f4eb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (1fbf5f86-26a9-44e9-866d-6515a0736725), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:24.033484 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-b3c2a420-32c4-438d-b9c2-c381e832f4eb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Network 3fafd9c5-3180-43ff-9a2d-50cffbbda74e is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:31:24.039765 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-b3c2a420-32c4-438d-b9c2-c381e832f4eb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:31:24.046750 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-b3c2a420-32c4-438d-b9c2-c381e832f4eb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:31:24.053340 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2a420-32c4-438d-b9c2-c381e832f4eb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Pushing event updated for resources: {'Port': ['ID=1fbf5f86-26a9-44e9-866d-6515a0736725,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:24.093172 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2a420-32c4-438d-b9c2-c381e832f4eb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:24.093508 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2a420-32c4-438d-b9c2-c381e832f4eb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:24.093850 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2a420-32c4-438d-b9c2-c381e832f4eb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:24.094187 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2a420-32c4-438d-b9c2-c381e832f4eb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:24.094561 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2a420-32c4-438d-b9c2-c381e832f4eb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:24.094886 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2a420-32c4-438d-b9c2-c381e832f4eb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:24.095213 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2a420-32c4-438d-b9c2-c381e832f4eb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:24.095534 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2a420-32c4-438d-b9c2-c381e832f4eb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:24.095856 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2a420-32c4-438d-b9c2-c381e832f4eb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:24.096177 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2a420-32c4-438d-b9c2-c381e832f4eb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:24.096496 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2a420-32c4-438d-b9c2-c381e832f4eb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:24.097012 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2a420-32c4-438d-b9c2-c381e832f4eb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:24.097343 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2a420-32c4-438d-b9c2-c381e832f4eb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:24.097662 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2a420-32c4-438d-b9c2-c381e832f4eb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:24.097980 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c2a420-32c4-438d-b9c2-c381e832f4eb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:24.155658 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-b3c2a420-32c4-438d-b9c2-c381e832f4eb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:24.156352 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-b3c2a420-32c4-438d-b9c2-c381e832f4eb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:24.203810 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-b3c2a420-32c4-438d-b9c2-c381e832f4eb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5754952 Nov 02 07:31:24.212713 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de2ba1-5b14-475a-9b29-adf89a043bb7 req-97abd0d1-7501-46d7-af7a-454f9c2f91fa tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:24.221601 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c1de2ba1-5b14-475a-9b29-adf89a043bb7 req-97abd0d1-7501-46d7-af7a-454f9c2f91fa tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 945 time: 0.0852380 Nov 02 07:31:24.231487 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37470) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:24.255947 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8d7145fa-99e0-4edf-938c-e707f435655b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:24.325320 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cc13e-45b3-47b2-8504-fe9bfbdccc3b req-d8f347ac-5c1c-4ca9-b1cf-0eb70bd30e78 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:24.327484 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8f4cc13e-45b3-47b2-8504-fe9bfbdccc3b req-d8f347ac-5c1c-4ca9-b1cf-0eb70bd30e78 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.0738075 Nov 02 07:31:24.337970 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c1de2ba1-5b14-475a-9b29-adf89a043bb7 req-b1008d12-d879-49f2-9729-230ed1f819d0 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154294 Nov 02 07:31:24.359473 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8d7145fa-99e0-4edf-938c-e707f435655b admin admin] Publish callbacks [] for security_group (e4a29de1-dd7d-420f-a113-48ab4a95f6a8), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:24.365382 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8d7145fa-99e0-4edf-938c-e707f435655b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (e4a29de1-dd7d-420f-a113-48ab4a95f6a8), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:24.409997 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-8d7145fa-99e0-4edf-938c-e707f435655b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=aaef001e3398403c9dc419142795859b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1763330 Nov 02 07:31:24.410656 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37472) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:24.420684 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8f4cc13e-45b3-47b2-8504-fe9bfbdccc3b req-038a396b-18fd-4c5c-9282-b4e9db2800bc tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771360 Nov 02 07:31:24.442019 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7145fa-99e0-4edf-938c-e707f435655b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a29de1-dd7d-420f-a113-48ab4a95f6a8,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:24.500060 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dead3d4c-d174-49e5-a3ec-432de5c72fdb admin admin] Publish callbacks [] for security_group (e4a29de1-dd7d-420f-a113-48ab4a95f6a8), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:24.538786 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dead3d4c-d174-49e5-a3ec-432de5c72fdb admin admin] Publish callbacks [] for security_group (e4a29de1-dd7d-420f-a113-48ab4a95f6a8), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:24.625553 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dead3d4c-d174-49e5-a3ec-432de5c72fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (e4a29de1-dd7d-420f-a113-48ab4a95f6a8), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:24.628491 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-dead3d4c-d174-49e5-a3ec-432de5c72fdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:24.630774 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-dead3d4c-d174-49e5-a3ec-432de5c72fdb admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e4a29de1-dd7d-420f-a113-48ab4a95f6a8 HTTP/1.1" status: 204 len: 168 time: 0.2156374 Nov 02 07:31:24.657526 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead3d4c-d174-49e5-a3ec-432de5c72fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a29de1-dd7d-420f-a113-48ab4a95f6a8,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:24.727304 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac375e1-bae8-4111-9d87-5b3ed01f4424 req-3ff4f3e8-0f2d-4524-8ca7-3e050e14bd7c tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:24.736439 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0ac375e1-bae8-4111-9d87-5b3ed01f4424 req-3ff4f3e8-0f2d-4524-8ca7-3e050e14bd7c tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4c89d505-bb4e-469f-bcb9-c336439e865a HTTP/1.1" status: 200 len: 943 time: 0.0680788 Nov 02 07:31:24.855047 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0ac375e1-bae8-4111-9d87-5b3ed01f4424 req-10f02d00-3431-4d65-820a-0f3eb1c3e86f tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177173 Nov 02 07:31:24.929146 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2457c7-8ddc-46f5-8502-eb3ae15ae653 req-f6ff84e5-0524-49a7-ac90-c53d1f199ace tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:24.931539 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1e2457c7-8ddc-46f5-8502-eb3ae15ae653 req-f6ff84e5-0524-49a7-ac90-c53d1f199ace tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2b5c7853-1758-4e70-86c7-5f1bfd998ca6 HTTP/1.1" status: 200 len: 931 time: 0.0728559 Nov 02 07:31:25.021089 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1e2457c7-8ddc-46f5-8502-eb3ae15ae653 req-b73c9ac3-e4c0-4e40-b0dd-6cc73041f5bb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834560 Nov 02 07:31:25.572431 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-ebc4ba20-dd38-48dd-a22d-225f34455d14 service neutron] Request body: {'port': {'device_id': '2b5c7853-1758-4e70-86c7-5f1bfd998ca6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:25.667018 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004b1be-2d01-42da-8dd7-dfb59e15d72a req-33107eab-5a75-46d9-a101-3d65f87ec126 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:25.669211 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5004b1be-2d01-42da-8dd7-dfb59e15d72a req-33107eab-5a75-46d9-a101-3d65f87ec126 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 945 time: 0.2197449 Nov 02 07:31:25.716591 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05493be-f1eb-4d64-957d-73bf388add64 req-4affff37-ab28-401b-afeb-01e0f8c59b35 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:25.723344 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c05493be-f1eb-4d64-957d-73bf388add64 req-4affff37-ab28-401b-afeb-01e0f8c59b35 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.1397879 Nov 02 07:31:25.752485 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:25.769138 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-ebc4ba20-dd38-48dd-a22d-225f34455d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (1fbf5f86-26a9-44e9-866d-6515a0736725), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:25.864805 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c05493be-f1eb-4d64-957d-73bf388add64 req-a554c3e3-ace7-4f45-8731-76d685bb9a80 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406047 Nov 02 07:31:25.868266 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5004b1be-2d01-42da-8dd7-dfb59e15d72a req-5f8d170f-3ea6-4322-8062-1ed1088a7ca9 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610012 Nov 02 07:31:25.876182 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:26.083475 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebff2b-229a-4b58-bc24-3c030e1bf73e req-89b7c622-8724-4021-a456-725cc1a42816 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:26.090200 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9eebff2b-229a-4b58-bc24-3c030e1bf73e req-89b7c622-8724-4021-a456-725cc1a42816 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4c89d505-bb4e-469f-bcb9-c336439e865a HTTP/1.1" status: 200 len: 943 time: 0.1005270 Nov 02 07:31:26.225083 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37514) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:26.226572 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b801f23-247b-49b7-b079-77dc6be72323 req-92776400-7cdf-4309-9bed-735520e436ad tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:26.235354 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8b801f23-247b-49b7-b079-77dc6be72323 req-92776400-7cdf-4309-9bed-735520e436ad tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2b5c7853-1758-4e70-86c7-5f1bfd998ca6 HTTP/1.1" status: 200 len: 931 time: 0.0934551 Nov 02 07:31:26.286589 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9eebff2b-229a-4b58-bc24-3c030e1bf73e req-59605399-d52d-492c-9126-3c2d902a69f3 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954076 Nov 02 07:31:26.396574 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8b801f23-247b-49b7-b079-77dc6be72323 req-44442611-3ce3-4629-81b8-0de3a7c338c6 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600342 Nov 02 07:31:26.397619 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4483a2e1-c5f4-4659-9246-6d69a5f54c93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:26.413720 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-ebc4ba20-dd38-48dd-a22d-225f34455d14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fbf5f86-26a9-44e9-866d-6515a0736725 {{(pid=104569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:31:26.425008 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-ebc4ba20-dd38-48dd-a22d-225f34455d14 service neutron] Publish callbacks [] for port (1fbf5f86-26a9-44e9-866d-6515a0736725), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:26.441978 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.provisioning_blocks [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-ebc4ba20-dd38-48dd-a22d-225f34455d14 service neutron] Transition to ACTIVE for port object 1fbf5f86-26a9-44e9-866d-6515a0736725 will not be triggered until provisioned by entity L2. {{(pid=104569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 07:31:26.453019 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-ebc4ba20-dd38-48dd-a22d-225f34455d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (1fbf5f86-26a9-44e9-866d-6515a0736725), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:26.523351 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4ba20-dd38-48dd-a22d-225f34455d14 service neutron] Pushing event updated for resources: {'Port': ['ID=1fbf5f86-26a9-44e9-866d-6515a0736725,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:26.526547 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:26.544221 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4483a2e1-c5f4-4659-9246-6d69a5f54c93 admin admin] Publish callbacks [] for security_group (72d1756b-7f25-48a9-9856-db720b486b07), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:26.551623 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4483a2e1-c5f4-4659-9246-6d69a5f54c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (72d1756b-7f25-48a9-9856-db720b486b07), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:26.581573 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-ebc4ba20-dd38-48dd-a22d-225f34455d14 service neutron] Attempting to bind port 1fbf5f86-26a9-44e9-866d-6515a0736725 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:31:26.582157 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-ebc4ba20-dd38-48dd-a22d-225f34455d14 service neutron] Attempting to bind port 1fbf5f86-26a9-44e9-866d-6515a0736725 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'f0734919-3f29-4b22-8142-b6ac8896555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '3fafd9c5-3180-43ff-9a2d-50cffbbda74e'}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:31:26.582435 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-ebc4ba20-dd38-48dd-a22d-225f34455d14 service neutron] Attempting to bind port 1fbf5f86-26a9-44e9-866d-6515a0736725 on network 3fafd9c5-3180-43ff-9a2d-50cffbbda74e {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:31:26.611339 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-4483a2e1-c5f4-4659-9246-6d69a5f54c93 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0c3c0a5719274bfb9f8f557162bf5b4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3851557 Nov 02 07:31:26.612105 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 37518) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:26.612468 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4483a2e1-c5f4-4659-9246-6d69a5f54c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d1756b-7f25-48a9-9856-db720b486b07,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:26.668837 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-ebc4ba20-dd38-48dd-a22d-225f34455d14 service neutron] Port 1fbf5f86-26a9-44e9-866d-6515a0736725 on network 3fafd9c5-3180-43ff-9a2d-50cffbbda74e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 07:31:26.669259 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-ebc4ba20-dd38-48dd-a22d-225f34455d14 service neutron] Attempting to bind port 1fbf5f86-26a9-44e9-866d-6515a0736725 on network 3fafd9c5-3180-43ff-9a2d-50cffbbda74e {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:31:26.746899 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-29267888-c249-4d27-be68-584cdb6994fe req-1c2ddcfc-066a-47bd-bb8f-0bd4a08ee386 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1010876 Nov 02 07:31:26.769099 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-9d893404-f743-4eef-a6c9-e391ad6391cb admin admin] Publish callbacks [] for security_group (72d1756b-7f25-48a9-9856-db720b486b07), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:26.771120 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:26.772130 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-ebc4ba20-dd38-48dd-a22d-225f34455d14 service neutron] Checking agent: {'id': '8bd0314e-b36f-45c2-bb1e-4de001688fd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'started_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:31:26.772443 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-ebc4ba20-dd38-48dd-a22d-225f34455d14 service neutron] Checking segment: {'id': 'f0734919-3f29-4b22-8142-b6ac8896555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '3fafd9c5-3180-43ff-9a2d-50cffbbda74e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:31:26.775530 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-ebc4ba20-dd38-48dd-a22d-225f34455d14 service neutron] Bound using segment: {'id': 'f0734919-3f29-4b22-8142-b6ac8896555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '3fafd9c5-3180-43ff-9a2d-50cffbbda74e'} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:31:26.775530 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-ebc4ba20-dd38-48dd-a22d-225f34455d14 service neutron] Bound port: 1fbf5f86-26a9-44e9-866d-6515a0736725, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0734919-3f29-4b22-8142-b6ac8896555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '3fafd9c5-3180-43ff-9a2d-50cffbbda74e'}}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:31:26.775530 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-ebc4ba20-dd38-48dd-a22d-225f34455d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (1fbf5f86-26a9-44e9-866d-6515a0736725), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:26.839222 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-9d893404-f743-4eef-a6c9-e391ad6391cb admin admin] Publish callbacks [] for security_group (72d1756b-7f25-48a9-9856-db720b486b07), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:26.890059 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29267888-c249-4d27-be68-584cdb6994fe req-09efc9c9-d344-4fba-8ebf-e7db861cf775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:26.891576 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-29267888-c249-4d27-be68-584cdb6994fe req-09efc9c9-d344-4fba-8ebf-e7db861cf775 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c60cb95cbf734d9b852af2bdcad4e1c0&device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 1129 time: 0.0887430 Nov 02 07:31:26.953715 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:27.028386 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-ebc4ba20-dd38-48dd-a22d-225f34455d14 service neutron] For port 1fbf5f86-26a9-44e9-866d-6515a0736725, host hv-cinder-80473, cleared binding levels {{(pid=104569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:31:27.346699 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-ebc4ba20-dd38-48dd-a22d-225f34455d14 service neutron] For port 1fbf5f86-26a9-44e9-866d-6515a0736725, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1fbf5f86-26a9-44e9-866d-6515a0736725,segment=NetworkSegment(f0734919-3f29-4b22-8142-b6ac8896555b),segment_id=f0734919-3f29-4b22-8142-b6ac8896555b)] {{(pid=104569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:31:27.382506 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-ebc4ba20-dd38-48dd-a22d-225f34455d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (1fbf5f86-26a9-44e9-866d-6515a0736725), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:27.390410 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e90768-6c0f-459a-93db-dd8c67102274 req-c8ac8ded-747a-476f-a0d7-9a6ec4e7536d tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:27.391988 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-85e90768-6c0f-459a-93db-dd8c67102274 req-c8ac8ded-747a-476f-a0d7-9a6ec4e7536d tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 945 time: 0.3894668 Nov 02 07:31:27.399560 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-ebc4ba20-dd38-48dd-a22d-225f34455d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:27.400158 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-ebc4ba20-dd38-48dd-a22d-225f34455d14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:27.401488 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-ebc4ba20-dd38-48dd-a22d-225f34455d14 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/1fbf5f86-26a9-44e9-866d-6515a0736725 HTTP/1.1" status: 200 len: 1093 time: 1.9122956 Nov 02 07:31:27.403667 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b5c7853-1758-4e70-86c7-5f1bfd998ca6', 'tag': '1fbf5f86-26a9-44e9-866d-6515a0736725'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:31:27.406490 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01efa48-4f5c-43b5-9297-475289303cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "2b5c7853-1758-4e70-86c7-5f1bfd998ca6", "tag": "1fbf5f86-26a9-44e9-866d-6515a0736725"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:31:27.420831 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-9d893404-f743-4eef-a6c9-e391ad6391cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (72d1756b-7f25-48a9-9856-db720b486b07), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:27.423364 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-9d893404-f743-4eef-a6c9-e391ad6391cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:27.424504 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-9d893404-f743-4eef-a6c9-e391ad6391cb admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/72d1756b-7f25-48a9-9856-db720b486b07 HTTP/1.1" status: 204 len: 168 time: 0.8114812 Nov 02 07:31:27.465812 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508eaee-87c2-48d5-9550-4cd9e90d68d9 req-17609886-906e-428c-b0d3-8bdd95644840 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:27.473635 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5508eaee-87c2-48d5-9550-4cd9e90d68d9 req-17609886-906e-428c-b0d3-8bdd95644840 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.4494786 Nov 02 07:31:27.491505 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29267888-c249-4d27-be68-584cdb6994fe req-7581f436-a73f-45e6-ba4b-0f350c8e5c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:27.492970 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-29267888-c249-4d27-be68-584cdb6994fe req-7581f436-a73f-45e6-ba4b-0f350c8e5c77 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=f40ed210-eb7b-4935-8be8-8b7615c77c12 HTTP/1.1" status: 200 len: 920 time: 0.5650589 Nov 02 07:31:27.522623 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d893404-f743-4eef-a6c9-e391ad6391cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d1756b-7f25-48a9-9856-db720b486b07,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:27.546868 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:27.615508 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-29267888-c249-4d27-be68-584cdb6994fe req-ffc59ac2-f044-4f9a-9d8b-2e439834879f service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c1f0233-b78d-4abc-80ac-644aeafb4656 HTTP/1.1" status: 200 len: 217 time: 0.1026084 Nov 02 07:31:27.658140 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4ba20-dd38-48dd-a22d-225f34455d14 service neutron] Pushing event updated for resources: {'Port': ['ID=1fbf5f86-26a9-44e9-866d-6515a0736725,revision_number=3']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:27.665153 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-fe32c7f6-d5ac-4274-9ef4-237312922066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:27.666697 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-fe32c7f6-d5ac-4274-9ef4-237312922066 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=155356fb94b74eaba3a8465d1a1f21ff&device_id=2b5c7853-1758-4e70-86c7-5f1bfd998ca6 HTTP/1.1" status: 200 len: 1127 time: 0.1708164 Nov 02 07:31:27.687509 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5508eaee-87c2-48d5-9550-4cd9e90d68d9 req-15b0301f-35ae-435c-a3ec-f25562005156 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128382 Nov 02 07:31:27.690561 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-85e90768-6c0f-459a-93db-dd8c67102274 req-a393d892-2543-41d6-b94d-1a05fba24c09 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804334 Nov 02 07:31:27.742677 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-b9bd5d90-35da-4da9-b134-114646bf85ba service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fbf5f86-26a9-44e9-866d-6515a0736725 HTTP/1.1" status: 200 len: 217 time: 0.0475132 Nov 02 07:31:27.815234 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29267888-c249-4d27-be68-584cdb6994fe req-2da374fc-5ea8-4549-aa44-8634faa5cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:27.815948 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-29267888-c249-4d27-be68-584cdb6994fe req-2da374fc-5ea8-4549-aa44-8634faa5cdb1 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=2425be66-0e89-40dd-949b-94121b115f5c HTTP/1.1" status: 200 len: 858 time: 0.1823661 Nov 02 07:31:27.834961 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7643fa-b5d1-452f-9239-9282cb1af745 x-openstack-request-id: req-be7643fa-b5d1-452f-9239-9282cb1af745 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:31:27.835249 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b5c7853-1758-4e70-86c7-5f1bfd998ca6", "tag": "1fbf5f86-26a9-44e9-866d-6515a0736725", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:31:27.835500 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be7643fa-b5d1-452f-9239-9282cb1af745 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:31:27.835891 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be7643fa-b5d1-452f-9239-9282cb1af745'] response: {'name': 'network-changed', 'server_uuid': '2b5c7853-1758-4e70-86c7-5f1bfd998ca6', 'tag': '1fbf5f86-26a9-44e9-866d-6515a0736725', 'status': 'completed', 'code': 200} Nov 02 07:31:27.970082 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-c69587ef-2e62-44da-8b0b-5fdbb5a86198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:27.972102 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-c69587ef-2e62-44da-8b0b-5fdbb5a86198 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=74a8078f-40c4-4845-a167-14187f193254 HTTP/1.1" status: 200 len: 849 time: 0.2249260 Nov 02 07:31:27.983452 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedab3b7-892f-4a49-b1bd-0def52926684 req-07e57ed7-8f96-47a4-b847-4ae2cbf0d39e tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:27.985051 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-eedab3b7-892f-4a49-b1bd-0def52926684 req-07e57ed7-8f96-47a4-b847-4ae2cbf0d39e tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4c89d505-bb4e-469f-bcb9-c336439e865a HTTP/1.1" status: 200 len: 943 time: 0.1650693 Nov 02 07:31:28.000224 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29267888-c249-4d27-be68-584cdb6994fe req-ce222252-133e-44d4-ba32-edd77572f4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:28.001958 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-29267888-c249-4d27-be68-584cdb6994fe req-ce222252-133e-44d4-ba32-edd77572f4bf service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=f40ed210-eb7b-4935-8be8-8b7615c77c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1689918 Nov 02 07:31:28.043760 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b082c8d-e75c-4aa5-b711-062e629d2646 req-e6178d8f-6cf0-47bc-b2b0-bfd8133513c2 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:28.051157 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6b082c8d-e75c-4aa5-b711-062e629d2646 req-e6178d8f-6cf0-47bc-b2b0-bfd8133513c2 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2b5c7853-1758-4e70-86c7-5f1bfd998ca6 HTTP/1.1" status: 200 len: 943 time: 0.1297691 Nov 02 07:31:28.056764 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-b66ddc3d-5550-4911-ac6e-83c6895411c4 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=3fafd9c5-3180-43ff-9a2d-50cffbbda74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679250 Nov 02 07:31:28.140393 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:28.259438 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-eedab3b7-892f-4a49-b1bd-0def52926684 req-409d09e4-7d07-4624-aebd-5d1d28725f72 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561681 Nov 02 07:31:28.281251 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6b082c8d-e75c-4aa5-b711-062e629d2646 req-96230b0b-726e-4128-9a89-12177f613ba6 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233918 Nov 02 07:31:28.288045 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:28.343852 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-9ebae378-749c-4f0a-bb7d-805bfb1b8a4d service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3fafd9c5-3180-43ff-9a2d-50cffbbda74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605586 Nov 02 07:31:28.395145 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:28.409728 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-29267888-c249-4d27-be68-584cdb6994fe req-f5f74f70-90b0-4dc8-a147-c7baa1db8a57 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828299 Nov 02 07:31:28.564244 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ed9e41c4-0fe1-4699-a674-a820a06a7063 req-dae1fc8b-c56a-4dc4-bab4-b8a1b53b38a9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3fafd9c5-3180-43ff-9a2d-50cffbbda74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919703 Nov 02 07:31:28.570214 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-29267888-c249-4d27-be68-584cdb6994fe req-412a682f-2c20-4dd9-8992-da6405609f90 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547139 Nov 02 07:31:28.605373 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 37562) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:28.762999 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-11491643-21d2-4c94-83c3-da2a52008f6c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1427041676-network', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:28.789747 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11491643-21d2-4c94-83c3-da2a52008f6c admin admin] Made reservation on behalf of 82915a36bbdb4b5998fd98833e234ad2 for: {'network': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:31:28.792498 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-11491643-21d2-4c94-83c3-da2a52008f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for network (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:28.803289 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-11491643-21d2-4c94-83c3-da2a52008f6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:28.826431 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 417309a1-1746-4c69-89dd-ecf6b6199572 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 07:31:28.942820 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19dbc5-d360-43ce-8e6e-a9a7c712b99f req-3af3c824-30e0-49d0-bbec-744a8d0a04c2 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:28.944576 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-fc19dbc5-d360-43ce-8e6e-a9a7c712b99f req-3af3c824-30e0-49d0-bbec-744a8d0a04c2 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.0789638 Nov 02 07:31:28.951939 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 417309a1-1746-4c69-89dd-ecf6b6199572, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=417309a1-1746-4c69-89dd-ecf6b6199572,segment=NetworkSegment(b223cbb8-b9ce-47ec-9db9-80d47b3aacbd),segment_id=b223cbb8-b9ce-47ec-9db9-80d47b3aacbd)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:31:28.955341 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-11491643-21d2-4c94-83c3-da2a52008f6c admin admin] Publish callbacks [] for security_group (55ac6f52-d1eb-4a3a-bbdb-8b293e7de9af), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:28.965705 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:28.968604 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Returning: {'device': '417309a1-1746-4c69-89dd-ecf6b6199572', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'port_id': '417309a1-1746-4c69-89dd-ecf6b6199572', 'mac_address': 'fa:16:3e:30:76:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 07:31:28.975605 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-11491643-21d2-4c94-83c3-da2a52008f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (55ac6f52-d1eb-4a3a-bbdb-8b293e7de9af), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:28.988390 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11491643-21d2-4c94-83c3-da2a52008f6c admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=104569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 07:31:28.998793 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-11491643-21d2-4c94-83c3-da2a52008f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (d84738d2-98c3-4ff6-97b3-8faa15e0d3f9), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:28.999143 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.db.segments_db [None req-11491643-21d2-4c94-83c3-da2a52008f6c admin admin] Added segment d84738d2-98c3-4ff6-97b3-8faa15e0d3f9 of type vlan for network a4b569f4-0220-4fbb-945d-473979044420 Nov 02 07:31:29.017555 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 417309a1-1746-4c69-89dd-ecf6b6199572 is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:31:29.018316 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (417309a1-1746-4c69-89dd-ecf6b6199572), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:29.033938 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 417309a1-1746-4c69-89dd-ecf6b6199572 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:31:29.045489 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-11491643-21d2-4c94-83c3-da2a52008f6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744619761345'] for network (a4b569f4-0220-4fbb-945d-473979044420), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:29.058238 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 417309a1-1746-4c69-89dd-ecf6b6199572, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=417309a1-1746-4c69-89dd-ecf6b6199572,segment=NetworkSegment(b223cbb8-b9ce-47ec-9db9-80d47b3aacbd),segment_id=b223cbb8-b9ce-47ec-9db9-80d47b3aacbd)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:31:29.063804 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (417309a1-1746-4c69-89dd-ecf6b6199572), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:29.106159 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-fc19dbc5-d360-43ce-8e6e-a9a7c712b99f req-1b7e1c55-7658-4133-a2f5-f5dbc226842c tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529598 Nov 02 07:31:29.109386 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-11491643-21d2-4c94-83c3-da2a52008f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for network (a4b569f4-0220-4fbb-945d-473979044420), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:29.110397 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11491643-21d2-4c94-83c3-da2a52008f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:29.111047 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-11491643-21d2-4c94-83c3-da2a52008f6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:29.121873 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=417309a1-1746-4c69-89dd-ecf6b6199572,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:29.168504 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11491643-21d2-4c94-83c3-da2a52008f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ac6f52-d1eb-4a3a-bbdb-8b293e7de9af,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:29.228340 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-11491643-21d2-4c94-83c3-da2a52008f6c admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6191838 Nov 02 07:31:29.228598 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37568) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:29.229443 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11491643-21d2-4c94-83c3-da2a52008f6c admin admin] Pushing event updated for resources: {'Network': ['ID=a4b569f4-0220-4fbb-945d-473979044420,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:29.235090 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-26f76eb5-34c5-4728-bf92-c44f4e54bb62 admin admin] Request body: {'subnet': {'network_id': 'a4b569f4-0220-4fbb-945d-473979044420', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1427041676-subnet', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'ip_version': 4}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:29.240412 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Network a4b569f4-0220-4fbb-945d-473979044420 details requested by agent ovs-agent-dv-cinder-804735-33-iscsi with host dv-cinder-804735-33-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 07:31:29.258216 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f76eb5-34c5-4728-bf92-c44f4e54bb62 admin admin] Made reservation on behalf of 82915a36bbdb4b5998fd98833e234ad2 for: {'subnet': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:31:29.261211 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-26f76eb5-34c5-4728-bf92-c44f4e54bb62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808798'] for subnet (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:29.360760 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=74,neutron:DELETE=5,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:29.465010 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e86040-1742-4b35-95c9-afcadf1faeb0 req-3f7196f9-85b3-4ab8-a398-010a75dbb24f tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:29.472672 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-76e86040-1742-4b35-95c9-afcadf1faeb0 req-3f7196f9-85b3-4ab8-a398-010a75dbb24f tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2b5c7853-1758-4e70-86c7-5f1bfd998ca6 HTTP/1.1" status: 200 len: 943 time: 0.0754981 Nov 02 07:31:29.491671 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:29.519970 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-26f76eb5-34c5-4728-bf92-c44f4e54bb62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3576920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808808'] for subnet (fdac1f18-4f67-4d45-9794-697cbfd49b75), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:29.520202 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['417309a1-1746-4c69-89dd-ecf6b6199572'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:31:29.530244 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222f355-c863-4125-bc80-3bc4e7a58d0d req-9e546ecf-b30b-44a7-87b7-b25d368d5179 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:29.531789 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2222f355-c863-4125-bc80-3bc4e7a58d0d req-9e546ecf-b30b-44a7-87b7-b25d368d5179 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4c89d505-bb4e-469f-bcb9-c336439e865a HTTP/1.1" status: 200 len: 944 time: 0.0910718 Nov 02 07:31:29.595332 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f76eb5-34c5-4728-bf92-c44f4e54bb62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdac1f18-4f67-4d45-9794-697cbfd49b75,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:29.601650 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f76eb5-34c5-4728-bf92-c44f4e54bb62 admin admin] Checking segment: {'id': 'd84738d2-98c3-4ff6-97b3-8faa15e0d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a4b569f4-0220-4fbb-945d-473979044420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:31:29.602082 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f76eb5-34c5-4728-bf92-c44f4e54bb62 admin admin] Network hostable DHCP agents. Network: a4b569f4-0220-4fbb-945d-473979044420, hostable agents: ['bceb131e-a03d-46e7-91df-936d929aaf3a'], hosted agents: [] {{(pid=104568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 07:31:29.606420 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-76e86040-1742-4b35-95c9-afcadf1faeb0 req-45743985-f33a-4ca0-adca-a05b4234934a tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325839 Nov 02 07:31:29.633139 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f76eb5-34c5-4728-bf92-c44f4e54bb62 admin admin] Network a4b569f4-0220-4fbb-945d-473979044420 is scheduled to be hosted by DHCP agent bceb131e-a03d-46e7-91df-936d929aaf3a with binding_index 1 {{(pid=104568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 07:31:29.661266 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-26f76eb5-34c5-4728-bf92-c44f4e54bb62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-33-iscsi, a4b569f4-0220-4fbb-945d-473979044420) {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:31:29.667005 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f76eb5-34c5-4728-bf92-c44f4e54bb62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:29.667820 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-26f76eb5-34c5-4728-bf92-c44f4e54bb62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for subnet (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:29.685012 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2222f355-c863-4125-bc80-3bc4e7a58d0d req-878f3546-8272-4117-809a-e332b64e061e tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422997 Nov 02 07:31:29.693007 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d8ac0d-b2c2-49ef-8b29-2b3a240c6de3 None None] Network a4b569f4-0220-4fbb-945d-473979044420 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:31:29.705731 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-26f76eb5-34c5-4728-bf92-c44f4e54bb62 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4745245 Nov 02 07:31:29.707430 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37580) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:29.718810 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-d2f168b6-d8fc-45e6-b467-9d3d063dcda7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1427041676-router', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:29.738114 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01efa48-4f5c-43b5-9297-475289303cf7 req-5c0248f5-6fb7-41ad-8cc3-e44ec74a5fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:29.740671 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e01efa48-4f5c-43b5-9297-475289303cf7 req-5c0248f5-6fb7-41ad-8cc3-e44ec74a5fe0 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=155356fb94b74eaba3a8465d1a1f21ff&device_id=2b5c7853-1758-4e70-86c7-5f1bfd998ca6 HTTP/1.1" status: 200 len: 1127 time: 0.0522778 Nov 02 07:31:29.758605 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37582) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:29.774252 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-86544587-d6ac-4c05-91b0-d93817ab2a7a tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Request body: {'security_group': {'name': 'tempest-securitygroup--328156128', 'description': 'tempest-description--715350123'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:29.798802 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d2f168b6-d8fc-45e6-b467-9d3d063dcda7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518397'] for router (9c7369f9-4754-49c6-9529-09b76f58b290), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:29.800224 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d2f168b6-d8fc-45e6-b467-9d3d063dcda7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-660658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-678971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518378'] for router (9c7369f9-4754-49c6-9529-09b76f58b290), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:29.807854 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:29.875154 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d2f168b6-d8fc-45e6-b467-9d3d063dcda7 admin admin] Publish callbacks [] for router_controller (9c7369f9-4754-49c6-9529-09b76f58b290), precommit_add_association {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:29.876158 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-86544587-d6ac-4c05-91b0-d93817ab2a7a tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:29.903251 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01efa48-4f5c-43b5-9297-475289303cf7 req-47e8c687-c023-4e7a-9a10-019cdb29e391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:29.905898 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e01efa48-4f5c-43b5-9297-475289303cf7 req-47e8c687-c023-4e7a-9a10-019cdb29e391 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=3fafd9c5-3180-43ff-9a2d-50cffbbda74e HTTP/1.1" status: 200 len: 910 time: 0.1254296 Nov 02 07:31:29.920450 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6620c2-7da5-478a-aaa7-d71080afd7a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp204866af-937c-5d88-be22-37b8279ded6e-a4b569f4-0220-4fbb-945d-473979044420', 'network_id': 'a4b569f4-0220-4fbb-945d-473979044420', 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'fixed_ips': [{'subnet_id': 'fdac1f18-4f67-4d45-9794-697cbfd49b75'}]}} from dv-cinder-804735-33-iscsi. {{(pid=104570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 07:31:29.921561 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2b6620c2-7da5-478a-aaa7-d71080afd7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:30.063464 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d2f168b6-d8fc-45e6-b467-9d3d063dcda7 admin admin] Publish callbacks [] for router_gateway (9c7369f9-4754-49c6-9529-09b76f58b290), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:30.129983 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-86544587-d6ac-4c05-91b0-d93817ab2a7a tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks [] for security_group (15a520ff-8802-4a67-87f8-5f957c6af321), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:30.168242 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-86544587-d6ac-4c05-91b0-d93817ab2a7a tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (15a520ff-8802-4a67-87f8-5f957c6af321), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:30.174225 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.db_base_plugin_common [None req-2b6620c2-7da5-478a-aaa7-d71080afd7a2 None None] Allocated IP 172.20.0.2 (a4b569f4-0220-4fbb-945d-473979044420/fdac1f18-4f67-4d45-9794-697cbfd49b75/1582b820-fce1-4691-8d25-dcfc7601e857) {{(pid=104570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:31:30.206123 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:30.255765 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-86544587-d6ac-4c05-91b0-d93817ab2a7a tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:30.259086 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-86544587-d6ac-4c05-91b0-d93817ab2a7a tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4995618 Nov 02 07:31:30.267322 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37586) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:30.283089 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e01efa48-4f5c-43b5-9297-475289303cf7 req-88a09214-bf59-4e60-8a11-59de527cc889 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fbf5f86-26a9-44e9-866d-6515a0736725 HTTP/1.1" status: 200 len: 217 time: 0.1678746 Nov 02 07:31:30.288725 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-d62b40a6-8f50-4da5-b411-d8488ceecef6 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Request body: {'security_group_rule': {'security_group_id': '15a520ff-8802-4a67-87f8-5f957c6af321', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:30.295722 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:30.296974 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86544587-d6ac-4c05-91b0-d93817ab2a7a tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15a520ff-8802-4a67-87f8-5f957c6af321,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:30.368554 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01efa48-4f5c-43b5-9297-475289303cf7 req-699a7a26-8d1b-4098-a319-a86d5a1be914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:30.371330 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e01efa48-4f5c-43b5-9297-475289303cf7 req-699a7a26-8d1b-4098-a319-a86d5a1be914 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=74a8078f-40c4-4845-a167-14187f193254 HTTP/1.1" status: 200 len: 849 time: 0.0715373 Nov 02 07:31:30.409086 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:30.420423 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57652635-7ec5-4ece-9b87-1d05f4832b69 req-33df2417-e51e-4a50-adf5-2d232eabe302 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:30.429082 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-57652635-7ec5-4ece-9b87-1d05f4832b69 req-33df2417-e51e-4a50-adf5-2d232eabe302 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.1406629 Nov 02 07:31:30.497213 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e01efa48-4f5c-43b5-9297-475289303cf7 req-b5191c29-e0e7-413f-9494-0e985ec5237a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=3fafd9c5-3180-43ff-9a2d-50cffbbda74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409567 Nov 02 07:31:30.520897 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2b6620c2-7da5-478a-aaa7-d71080afd7a2 None None] Publish callbacks [] for port (1582b820-fce1-4691-8d25-dcfc7601e857), precommit_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:30.547368 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2b6620c2-7da5-478a-aaa7-d71080afd7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738'] for port (1582b820-fce1-4691-8d25-dcfc7601e857), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:30.565257 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-57652635-7ec5-4ece-9b87-1d05f4832b69 req-31f2e8f4-3987-4356-b8cc-2950e9196d6d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350355 Nov 02 07:31:30.583708 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6620c2-7da5-478a-aaa7-d71080afd7a2 None None] Network a4b569f4-0220-4fbb-945d-473979044420 is already hosted by enough agents. {{(pid=104570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:31:30.587180 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.base_scheduler [None req-2b6620c2-7da5-478a-aaa7-d71080afd7a2 None None] Resources bound (agent type, host, resource id): {{(pid=104570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:31:30.594841 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6620c2-7da5-478a-aaa7-d71080afd7a2 None None] Received port after_create {{(pid=104570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:31:30.740074 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e01efa48-4f5c-43b5-9297-475289303cf7 req-a1f459a1-0679-4ea0-add0-d1e216259f68 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3fafd9c5-3180-43ff-9a2d-50cffbbda74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334960 Nov 02 07:31:30.792687 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:INSERT=14,neutron:SELECT=83,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:30.824295 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d62b40a6-8f50-4da5-b411-d8488ceecef6 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks [] for security_group_rule (7e87bf0b-3057-4566-a842-85132c0a55b2), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:30.917291 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d2f168b6-d8fc-45e6-b467-9d3d063dcda7 admin admin] Publish callbacks [] for router_gateway (9c7369f9-4754-49c6-9529-09b76f58b290), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:30.935806 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a5901-1e0d-479e-a245-cbc1830f088d req-0fa2956d-45a3-484e-a918-b67b965363db tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:30.937319 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-537a5901-1e0d-479e-a245-cbc1830f088d req-0fa2956d-45a3-484e-a918-b67b965363db tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2b5c7853-1758-4e70-86c7-5f1bfd998ca6 HTTP/1.1" status: 200 len: 943 time: 0.1349249 Nov 02 07:31:30.944720 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d2f168b6-d8fc-45e6-b467-9d3d063dcda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:30.961459 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 417309a1-1746-4c69-89dd-ecf6b6199572 up at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:31:30.982786 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-2b6620c2-7da5-478a-aaa7-d71080afd7a2 None None] Attempting to bind port 1582b820-fce1-4691-8d25-dcfc7601e857 on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:31:30.983382 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-2b6620c2-7da5-478a-aaa7-d71080afd7a2 None None] Attempting to bind port 1582b820-fce1-4691-8d25-dcfc7601e857 by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': 'd84738d2-98c3-4ff6-97b3-8faa15e0d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a4b569f4-0220-4fbb-945d-473979044420'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:31:30.983760 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6620c2-7da5-478a-aaa7-d71080afd7a2 None None] Attempting to bind port 1582b820-fce1-4691-8d25-dcfc7601e857 on network a4b569f4-0220-4fbb-945d-473979044420 {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:31:30.984061 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d62b40a6-8f50-4da5-b411-d8488ceecef6 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks [] for security_group_rule (7e87bf0b-3057-4566-a842-85132c0a55b2), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:31.001879 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d62b40a6-8f50-4da5-b411-d8488ceecef6 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (7e87bf0b-3057-4566-a842-85132c0a55b2), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:31.013546 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6620c2-7da5-478a-aaa7-d71080afd7a2 None None] Pushing event updated for resources: {'Port': ['ID=1582b820-fce1-4691-8d25-dcfc7601e857,revision_number=1']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:31.032767 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b43f3-5fa0-4773-a9cd-90c25cab2229 req-3816febd-5e07-4a62-8a8b-051103c75456 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:31.034766 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a84b43f3-5fa0-4773-a9cd-90c25cab2229 req-3816febd-5e07-4a62-8a8b-051103c75456 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4c89d505-bb4e-469f-bcb9-c336439e865a HTTP/1.1" status: 200 len: 944 time: 0.2069991 Nov 02 07:31:31.077718 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d62b40a6-8f50-4da5-b411-d8488ceecef6 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:31.082035 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-d62b40a6-8f50-4da5-b411-d8488ceecef6 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8126795 Nov 02 07:31:31.083175 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6620c2-7da5-478a-aaa7-d71080afd7a2 None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:31:31.083625 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6620c2-7da5-478a-aaa7-d71080afd7a2 None None] Checking segment: {'id': 'd84738d2-98c3-4ff6-97b3-8faa15e0d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a4b569f4-0220-4fbb-945d-473979044420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:31:31.084032 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2b6620c2-7da5-478a-aaa7-d71080afd7a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:31.084725 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6620c2-7da5-478a-aaa7-d71080afd7a2 None None] Bound using segment: {'id': 'd84738d2-98c3-4ff6-97b3-8faa15e0d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a4b569f4-0220-4fbb-945d-473979044420'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:31:31.085207 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-2b6620c2-7da5-478a-aaa7-d71080afd7a2 None None] Bound port: 1582b820-fce1-4691-8d25-dcfc7601e857, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd84738d2-98c3-4ff6-97b3-8faa15e0d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a4b569f4-0220-4fbb-945d-473979044420'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:31:31.085590 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2b6620c2-7da5-478a-aaa7-d71080afd7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (1582b820-fce1-4691-8d25-dcfc7601e857), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:31.089987 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37592) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:31.095496 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-327141e0-12c6-42bd-bca6-b87753e72aac tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Request body: {'security_group_rule': {'security_group_id': '15a520ff-8802-4a67-87f8-5f957c6af321', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:31.107736 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning for port 417309a1-1746-4c69-89dd-ecf6b6199572 completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 07:31:31.118130 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a84b43f3-5fa0-4773-a9cd-90c25cab2229 req-63f775a9-d47b-43f3-9708-19ce561cdf37 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750110 Nov 02 07:31:31.119989 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning complete for port 417309a1-1746-4c69-89dd-ecf6b6199572 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:31:31.120509 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (417309a1-1746-4c69-89dd-ecf6b6199572), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:31.120855 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Attempt 1 to provision port 417309a1-1746-4c69-89dd-ecf6b6199572 Nov 02 07:31:31.139640 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-537a5901-1e0d-479e-a245-cbc1830f088d req-6f26a587-4a6c-4a5e-8bb6-633b73b254b8 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678083 Nov 02 07:31:31.152775 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e01efa48-4f5c-43b5-9297-475289303cf7 req-6706ad71-1f56-40aa-9ca3-c2d707215263 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3fafd9c5-3180-43ff-9a2d-50cffbbda74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023809 Nov 02 07:31:31.181230 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b40a6-8f50-4da5-b411-d8488ceecef6 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e87bf0b-3057-4566-a842-85132c0a55b2,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:31.193820 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-327141e0-12c6-42bd-bca6-b87753e72aac tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks [] for security_group_rule (cb661fb1-ad6f-420b-8abd-c5de12fd62f6), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:31.226107 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-2b6620c2-7da5-478a-aaa7-d71080afd7a2 None None] For port 1582b820-fce1-4691-8d25-dcfc7601e857, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:31:31.229253 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-2b6620c2-7da5-478a-aaa7-d71080afd7a2 None None] For port 1582b820-fce1-4691-8d25-dcfc7601e857, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=1582b820-fce1-4691-8d25-dcfc7601e857,segment=NetworkSegment(d84738d2-98c3-4ff6-97b3-8faa15e0d3f9),segment_id=d84738d2-98c3-4ff6-97b3-8faa15e0d3f9)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:31:31.312634 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2b6620c2-7da5-478a-aaa7-d71080afd7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (1582b820-fce1-4691-8d25-dcfc7601e857), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:31.378889 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-327141e0-12c6-42bd-bca6-b87753e72aac tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks [] for security_group_rule (cb661fb1-ad6f-420b-8abd-c5de12fd62f6), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:31.399619 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 417309a1-1746-4c69-89dd-ecf6b6199572 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:31:31.400333 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (417309a1-1746-4c69-89dd-ecf6b6199572), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:31.432395 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-327141e0-12c6-42bd-bca6-b87753e72aac tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (cb661fb1-ad6f-420b-8abd-c5de12fd62f6), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:31.480900 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c89d505-bb4e-469f-bcb9-c336439e865a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417309a1-1746-4c69-89dd-ecf6b6199572'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:31:31.480900 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae3fbe182e2c1c70a5346b740f804138ecd9042bc04c1c47f40fee79c776d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c22c244-5a82-42f3-812a-eb01a047516b" -d '{"events": [{"server_uuid": "4c89d505-bb4e-469f-bcb9-c336439e865a", "name": "network-vif-plugged", "status": "completed", "tag": "417309a1-1746-4c69-89dd-ecf6b6199572"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:31:31.497049 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-d2f168b6-d8fc-45e6-b467-9d3d063dcda7 admin admin] Allocated IP 172.27.2.158 (ac01166e-81e9-4cae-b853-f9fd1f541c1c/957d630b-2ac5-4777-98af-d9a9e169b647/d7409375-7c35-44e1-988d-8096fae6e17f) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:31:31.503548 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327141e0-12c6-42bd-bca6-b87753e72aac tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb661fb1-ad6f-420b-8abd-c5de12fd62f6,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:31.517019 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6620c2-7da5-478a-aaa7-d71080afd7a2 None None] Pushing event updated for resources: {'Port': ['ID=1582b820-fce1-4691-8d25-dcfc7601e857,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:31.519292 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-327141e0-12c6-42bd-bca6-b87753e72aac tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:31.524973 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-327141e0-12c6-42bd-bca6-b87753e72aac tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4297769 Nov 02 07:31:31.525962 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 37596) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:31.533074 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 417309a1-1746-4c69-89dd-ecf6b6199572, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=417309a1-1746-4c69-89dd-ecf6b6199572,segment=NetworkSegment(b223cbb8-b9ce-47ec-9db9-80d47b3aacbd),segment_id=b223cbb8-b9ce-47ec-9db9-80d47b3aacbd)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:31:31.548779 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-a29dfaa7-4d84-4264-b567-80cc9ac055c5 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Request body: {'floatingip': {'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:31.580519 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (417309a1-1746-4c69-89dd-ecf6b6199572), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:31.594418 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8f4937-d469-4571-a7e6-9f8c2c8f71b3 x-openstack-request-id: req-7d8f4937-d469-4571-a7e6-9f8c2c8f71b3 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:31:31.596548 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c89d505-bb4e-469f-bcb9-c336439e865a", "name": "network-vif-plugged", "status": "completed", "tag": "417309a1-1746-4c69-89dd-ecf6b6199572", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:31:31.599383 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d8f4937-d469-4571-a7e6-9f8c2c8f71b3 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:31:31.600468 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d8f4937-d469-4571-a7e6-9f8c2c8f71b3'] response: {'server_uuid': '4c89d505-bb4e-469f-bcb9-c336439e865a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417309a1-1746-4c69-89dd-ecf6b6199572', 'code': 200} Nov 02 07:31:31.604152 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a29dfaa7-4d84-4264-b567-80cc9ac055c5 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:31.691043 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=417309a1-1746-4c69-89dd-ecf6b6199572,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:31.701520 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d2f168b6-d8fc-45e6-b467-9d3d063dcda7 admin admin] Publish callbacks [] for port (d7409375-7c35-44e1-988d-8096fae6e17f), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:31.781375 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d2f168b6-d8fc-45e6-b467-9d3d063dcda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (d7409375-7c35-44e1-988d-8096fae6e17f), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:31.844833 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f168b6-d8fc-45e6-b467-9d3d063dcda7 admin admin] Network ac01166e-81e9-4cae-b853-f9fd1f541c1c is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:31:31.849138 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255be8a-9d13-4972-b937-c7cd8abaee4f req-d2010f82-5a1c-4f4a-b2ae-979bef7f1eb9 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:31.850925 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-d2f168b6-d8fc-45e6-b467-9d3d063dcda7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:31:31.856571 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f168b6-d8fc-45e6-b467-9d3d063dcda7 admin admin] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:31:31.859178 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f168b6-d8fc-45e6-b467-9d3d063dcda7 admin admin] Pushing event updated for resources: {'Port': ['ID=d7409375-7c35-44e1-988d-8096fae6e17f,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:31.859725 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c255be8a-9d13-4972-b937-c7cd8abaee4f req-d2010f82-5a1c-4f4a-b2ae-979bef7f1eb9 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.1229646 Nov 02 07:31:31.866254 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:31.878908 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a29dfaa7-4d84-4264-b567-80cc9ac055c5 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:32.035893 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c255be8a-9d13-4972-b937-c7cd8abaee4f req-41e8161b-de18-4a99-bdce-6077509c7d8c tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750145 Nov 02 07:31:32.056802 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fac53e-d057-4036-825a-3c18f63d235a req-e9ef0d30-984a-42a4-aaf9-da38e74fced1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:32.058687 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a6fac53e-d057-4036-825a-3c18f63d235a req-e9ef0d30-984a-42a4-aaf9-da38e74fced1 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4c89d505-bb4e-469f-bcb9-c336439e865a HTTP/1.1" status: 200 len: 1129 time: 0.0615160 Nov 02 07:31:32.062658 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:32.099444 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=6 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:32.142387 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-a29dfaa7-4d84-4264-b567-80cc9ac055c5 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Allocated IP 172.27.2.11 (ac01166e-81e9-4cae-b853-f9fd1f541c1c/957d630b-2ac5-4777-98af-d9a9e169b647/ffb92e7e-ac6c-434d-bea7-d1566b07efcf) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:31:32.163189 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a6fac53e-d057-4036-825a-3c18f63d235a req-ef02b6cc-5c02-439d-b0fe-bd842ae7ccd0 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812807 Nov 02 07:31:32.230578 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d2f168b6-d8fc-45e6-b467-9d3d063dcda7 admin admin] Publish callbacks [] for router_gateway (9c7369f9-4754-49c6-9529-09b76f58b290), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:32.257113 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:32.313380 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a29dfaa7-4d84-4264-b567-80cc9ac055c5 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks [] for port (ffb92e7e-ac6c-434d-bea7-d1566b07efcf), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:32.481073 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f88b36-59b9-4f67-a2c2-3c0553524edb req-47db63e7-84aa-44e0-8f04-ad05eea910de tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:32.488289 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-84f88b36-59b9-4f67-a2c2-3c0553524edb req-47db63e7-84aa-44e0-8f04-ad05eea910de tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4c89d505-bb4e-469f-bcb9-c336439e865a HTTP/1.1" status: 200 len: 945 time: 0.1425467 Nov 02 07:31:32.501561 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d2f168b6-d8fc-45e6-b467-9d3d063dcda7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648988'] for router (9c7369f9-4754-49c6-9529-09b76f58b290), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:32.526790 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e4074-4f7b-4366-b462-436467e6159e req-fd77605e-8920-4171-bf23-afca8f9fc8c4 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:32.528386 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-047e4074-4f7b-4366-b462-436467e6159e req-fd77605e-8920-4171-bf23-afca8f9fc8c4 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2b5c7853-1758-4e70-86c7-5f1bfd998ca6 HTTP/1.1" status: 200 len: 943 time: 0.1841640 Nov 02 07:31:32.530313 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a29dfaa7-4d84-4264-b567-80cc9ac055c5 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (ffb92e7e-ac6c-434d-bea7-d1566b07efcf), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:32.615696 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29dfaa7-4d84-4264-b567-80cc9ac055c5 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Pushing event updated for resources: {'Port': ['ID=ffb92e7e-ac6c-434d-bea7-d1566b07efcf,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:32.630661 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29dfaa7-4d84-4264-b567-80cc9ac055c5 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Network ac01166e-81e9-4cae-b853-f9fd1f541c1c is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:31:32.649235 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-a29dfaa7-4d84-4264-b567-80cc9ac055c5 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:31:32.651831 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29dfaa7-4d84-4264-b567-80cc9ac055c5 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:31:32.798207 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f168b6-d8fc-45e6-b467-9d3d063dcda7 admin admin] Router 9c7369f9-4754-49c6-9529-09b76f58b290 is scheduled to L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a with binding_index 1 {{(pid=104568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 07:31:32.800396 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 1582b820-fce1-4691-8d25-dcfc7601e857 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:31:32.822692 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-84f88b36-59b9-4f67-a2c2-3c0553524edb req-069ca729-f9f8-48e6-bc99-67cf921416e8 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3293405 Nov 02 07:31:32.848837 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a29dfaa7-4d84-4264-b567-80cc9ac055c5 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks [] for floatingip (fd0cba83-54da-419d-856f-c024150fabcc), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:32.860469 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-047e4074-4f7b-4366-b462-436467e6159e req-3505435a-62fd-4970-9634-a1b2d12ce215 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108687 Nov 02 07:31:32.914671 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a29dfaa7-4d84-4264-b567-80cc9ac055c5 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (ffb92e7e-ac6c-434d-bea7-d1566b07efcf), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:32.923030 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 1582b820-fce1-4691-8d25-dcfc7601e857 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:31:32.923623 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (1582b820-fce1-4691-8d25-dcfc7601e857), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:32.924249 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 1582b820-fce1-4691-8d25-dcfc7601e857 Nov 02 07:31:32.957276 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 1fbf5f86-26a9-44e9-866d-6515a0736725 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 07:31:32.980071 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f168b6-d8fc-45e6-b467-9d3d063dcda7 admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:31:33.026667 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d2f168b6-d8fc-45e6-b467-9d3d063dcda7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:33.029777 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-d2f168b6-d8fc-45e6-b467-9d3d063dcda7 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3183212 Nov 02 07:31:33.036083 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37608) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:33.070127 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:33.087540 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 1fbf5f86-26a9-44e9-866d-6515a0736725, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1fbf5f86-26a9-44e9-866d-6515a0736725,segment=NetworkSegment(f0734919-3f29-4b22-8142-b6ac8896555b),segment_id=f0734919-3f29-4b22-8142-b6ac8896555b)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:31:33.103573 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:33.104631 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:33.110069 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Returning: {'device': '1fbf5f86-26a9-44e9-866d-6515a0736725', 'network_id': '3fafd9c5-3180-43ff-9a2d-50cffbbda74e', 'port_id': '1fbf5f86-26a9-44e9-866d-6515a0736725', 'mac_address': 'fa:16:3e:2d:b4:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a8078f-40c4-4845-a167-14187f193254', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 07:31:33.111910 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ccb758-71ac-4abf-8600-6b6a960bb99f None None] Network a4b569f4-0220-4fbb-945d-473979044420 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:31:33.118152 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf61e596-4c14-46e2-832d-f66a0ed25b85 None None] Sync routers for ids ['9c7369f9-4754-49c6-9529-09b76f58b290'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:31:33.192024 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a29dfaa7-4d84-4264-b567-80cc9ac055c5 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks [] for port (ffb92e7e-ac6c-434d-bea7-d1566b07efcf), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:33.204678 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a29dfaa7-4d84-4264-b567-80cc9ac055c5 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (ffb92e7e-ac6c-434d-bea7-d1566b07efcf), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:33.225323 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 1fbf5f86-26a9-44e9-866d-6515a0736725 is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:31:33.225712 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (1fbf5f86-26a9-44e9-866d-6515a0736725), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:33.228107 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-7498130a-20dd-4f4a-86d4-ddb3874a3518 None None] Provisioning complete for port 1582b820-fce1-4691-8d25-dcfc7601e857 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:31:33.228533 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-7498130a-20dd-4f4a-86d4-ddb3874a3518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (1582b820-fce1-4691-8d25-dcfc7601e857), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:33.228872 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-7498130a-20dd-4f4a-86d4-ddb3874a3518 None None] Attempt 1 to provision port 1582b820-fce1-4691-8d25-dcfc7601e857 Nov 02 07:31:33.258446 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:33.312349 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf61e596-4c14-46e2-832d-f66a0ed25b85 None None] Routers {'9c7369f9-4754-49c6-9529-09b76f58b290'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:31:33.313007 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-bf61e596-4c14-46e2-832d-f66a0ed25b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:31:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['9c7369f9-4754-49c6-9529-09b76f58b290'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:31:33.318595 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d2280-4ee6-48d0-891b-3cd3c659b0f4 req-8b9dbe15-6baf-4bba-972b-c84f9b107a5f tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:33.322555 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-fd0d2280-4ee6-48d0-891b-3cd3c659b0f4 req-8b9dbe15-6baf-4bba-972b-c84f9b107a5f tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.1344733 Nov 02 07:31:33.356469 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29dfaa7-4d84-4264-b567-80cc9ac055c5 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Pushing event updated for resources: {'Port': ['ID=ffb92e7e-ac6c-434d-bea7-d1566b07efcf,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:33.360962 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a29dfaa7-4d84-4264-b567-80cc9ac055c5 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (fd0cba83-54da-419d-856f-c024150fabcc), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:33.429152 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a29dfaa7-4d84-4264-b567-80cc9ac055c5 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:33.433491 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-a29dfaa7-4d84-4264-b567-80cc9ac055c5 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8996606 Nov 02 07:31:33.457687 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fbf5f86-26a9-44e9-866d-6515a0736725 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:31:33.480380 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 1582b820-fce1-4691-8d25-dcfc7601e857 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:31:33.480380 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (1582b820-fce1-4691-8d25-dcfc7601e857), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:33.495073 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-fd0d2280-4ee6-48d0-891b-3cd3c659b0f4 req-610e2b3f-1e18-4468-9f17-bc9dd51b61b7 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203532 Nov 02 07:31:33.568980 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 1fbf5f86-26a9-44e9-866d-6515a0736725, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1fbf5f86-26a9-44e9-866d-6515a0736725,segment=NetworkSegment(f0734919-3f29-4b22-8142-b6ac8896555b),segment_id=f0734919-3f29-4b22-8142-b6ac8896555b)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:31:33.640088 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:33.670521 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (1fbf5f86-26a9-44e9-866d-6515a0736725), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:33.713937 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:33.738660 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-adc85220-eae2-4188-a864-e2bded0a7126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:33.760353 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port 1582b820-fce1-4691-8d25-dcfc7601e857, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=1582b820-fce1-4691-8d25-dcfc7601e857,segment=NetworkSegment(d84738d2-98c3-4ff6-97b3-8faa15e0d3f9),segment_id=d84738d2-98c3-4ff6-97b3-8faa15e0d3f9)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:31:33.760626 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3d35b166-207d-411d-b775-56e40aa15313 req-38fa447d-ec86-4667-b780-f5d894f32a25 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--328156128&fields=id&tenant_id=c60cb95cbf734d9b852af2bdcad4e1c0 HTTP/1.1" status: 200 len: 267 time: 0.0868485 Nov 02 07:31:33.799935 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (1582b820-fce1-4691-8d25-dcfc7601e857), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:33.810850 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-bf61e596-4c14-46e2-832d-f66a0ed25b85 None None] Set router 9c7369f9-4754-49c6-9529-09b76f58b290 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:31:33.910956 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=1fbf5f86-26a9-44e9-866d-6515a0736725,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:33.955555 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:33.982297 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-7498130a-20dd-4f4a-86d4-ddb3874a3518 None None] Current status of the port 1582b820-fce1-4691-8d25-dcfc7601e857 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:31:34.027949 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-adc85220-eae2-4188-a864-e2bded0a7126 admin admin] Allocated IP 172.20.0.1 (a4b569f4-0220-4fbb-945d-473979044420/fdac1f18-4f67-4d45-9794-697cbfd49b75/996f2c32-c1ac-4a87-8225-a97b2b8e6f96) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:31:34.069241 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=1582b820-fce1-4691-8d25-dcfc7601e857,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:34.095762 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35b166-207d-411d-b775-56e40aa15313 req-646a1ab2-2fbd-4f07-b135-ef4c8bdade70 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:34.097930 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3d35b166-207d-411d-b775-56e40aa15313 req-646a1ab2-2fbd-4f07-b135-ef4c8bdade70 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f40ed210-eb7b-4935-8be8-8b7615c77c12 HTTP/1.1" status: 200 len: 819 time: 0.3285604 Nov 02 07:31:34.106306 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed203e3-8aae-4e97-a40b-d8539d700f08 req-d39db043-89e3-4f9a-b320-618c197caba2 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:34.108689 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-aed203e3-8aae-4e97-a40b-d8539d700f08 req-d39db043-89e3-4f9a-b320-618c197caba2 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4c89d505-bb4e-469f-bcb9-c336439e865a HTTP/1.1" status: 200 len: 945 time: 0.1484637 Nov 02 07:31:34.144487 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3d35b166-207d-411d-b775-56e40aa15313 req-465b855b-8aaa-4e2d-ac93-9c8a0214899e tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/quotas/c60cb95cbf734d9b852af2bdcad4e1c0 HTTP/1.1" status: 200 len: 375 time: 0.0346315 Nov 02 07:31:34.149201 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['1fbf5f86-26a9-44e9-866d-6515a0736725'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:31:34.195143 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-bf61e596-4c14-46e2-832d-f66a0ed25b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'name': 'tempest-TestShelveInstance-1427041676-router', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd7409375-7c35-44e1-988d-8096fae6e17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:31:29Z', 'updated_at': '2022-11-02T07:31:32Z', 'revision_number': 3, 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'gw_port': {'id': 'd7409375-7c35-44e1-988d-8096fae6e17f', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:30Z', 'updated_at': '2022-11-02T07:31:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:31:34.210894 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-adc85220-eae2-4188-a864-e2bded0a7126 admin admin] Publish callbacks [] for port (996f2c32-c1ac-4a87-8225-a97b2b8e6f96), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:34.231449 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3d35b166-207d-411d-b775-56e40aa15313 req-86607a27-921b-4b47-a0a2-ad2539f5847b tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c60cb95cbf734d9b852af2bdcad4e1c0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0810668 Nov 02 07:31:34.237775 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-27bb5d23-b209-4c11-86a3-83f7f7290203 None None] Provisioning complete for port 1582b820-fce1-4691-8d25-dcfc7601e857 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:31:34.238670 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-27bb5d23-b209-4c11-86a3-83f7f7290203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (1582b820-fce1-4691-8d25-dcfc7601e857), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:34.239299 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-27bb5d23-b209-4c11-86a3-83f7f7290203 None None] Attempt 1 to provision port 1582b820-fce1-4691-8d25-dcfc7601e857 Nov 02 07:31:34.247097 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-aed203e3-8aae-4e97-a40b-d8539d700f08 req-b52cc6ee-3c9b-4c32-b491-344d75552ab7 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197650 Nov 02 07:31:34.249815 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf61e596-4c14-46e2-832d-f66a0ed25b85 None None] Checking router: 9c7369f9-4754-49c6-9529-09b76f58b290 for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:31:34.250394 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf61e596-4c14-46e2-832d-f66a0ed25b85 None None] Updating router 9c7369f9-4754-49c6-9529-09b76f58b290 port d7409375-7c35-44e1-988d-8096fae6e17f binding host dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 07:31:34.291766 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-adc85220-eae2-4188-a864-e2bded0a7126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (996f2c32-c1ac-4a87-8225-a97b2b8e6f96), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:34.330546 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bf61e596-4c14-46e2-832d-f66a0ed25b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (d7409375-7c35-44e1-988d-8096fae6e17f), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:34.392053 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc85220-eae2-4188-a864-e2bded0a7126 admin admin] Network a4b569f4-0220-4fbb-945d-473979044420 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:31:34.396820 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-adc85220-eae2-4188-a864-e2bded0a7126 admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:31:34.399064 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc85220-eae2-4188-a864-e2bded0a7126 admin admin] Pushing event updated for resources: {'Port': ['ID=996f2c32-c1ac-4a87-8225-a97b2b8e6f96,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:34.401319 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc85220-eae2-4188-a864-e2bded0a7126 admin admin] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:31:34.448429 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-adc85220-eae2-4188-a864-e2bded0a7126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650874'] for router_interface (9c7369f9-4754-49c6-9529-09b76f58b290), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:34.481418 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af33128-5646-4236-b3b5-2da0cd0db3a9 req-b7f89e0e-1624-423a-835c-1815ef433475 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:34.501567 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0af33128-5646-4236-b3b5-2da0cd0db3a9 req-b7f89e0e-1624-423a-835c-1815ef433475 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2b5c7853-1758-4e70-86c7-5f1bfd998ca6 HTTP/1.1" status: 200 len: 944 time: 0.1640894 Nov 02 07:31:34.533617 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3d35b166-207d-411d-b775-56e40aa15313 req-fee0207c-0b47-451c-aef0-b2043750faca service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821591 Nov 02 07:31:34.730842 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:34.747082 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3d35b166-207d-411d-b775-56e40aa15313 req-65822a8c-d6c9-4c54-9f1f-79fb322ba559 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124109 Nov 02 07:31:34.748082 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 1582b820-fce1-4691-8d25-dcfc7601e857 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:31:34.820498 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0af33128-5646-4236-b3b5-2da0cd0db3a9 req-7f43203b-9050-498d-94ac-2376427991a1 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172684 Nov 02 07:31:34.859110 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-27bb5d23-b209-4c11-86a3-83f7f7290203 None None] Current status of the port 1582b820-fce1-4691-8d25-dcfc7601e857 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:31:34.955477 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 1582b820-fce1-4691-8d25-dcfc7601e857 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:31:34.955852 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (1582b820-fce1-4691-8d25-dcfc7601e857), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:34.956183 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 1582b820-fce1-4691-8d25-dcfc7601e857 Nov 02 07:31:34.966853 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5a9b7-44d8-47f4-ab8d-5adda8a08e87 req-e03cd2ac-a954-406f-a401-de3689f85fbe tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:34.975947 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c9a5a9b7-44d8-47f4-ab8d-5adda8a08e87 req-e03cd2ac-a954-406f-a401-de3689f85fbe tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4c89d505-bb4e-469f-bcb9-c336439e865a HTTP/1.1" status: 200 len: 945 time: 0.0803685 Nov 02 07:31:35.051661 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c9a5a9b7-44d8-47f4-ab8d-5adda8a08e87 req-909abb3c-1c7d-437d-8383-9e06238ee267 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745528 Nov 02 07:31:35.078906 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 37638) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:35.112941 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:35.114131 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-adc85220-eae2-4188-a864-e2bded0a7126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (996f2c32-c1ac-4a87-8225-a97b2b8e6f96), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:35.123586 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:35.126872 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-88d93fa5-788c-4b79-b636-26b26b93ce8d None None] Provisioning complete for port 996f2c32-c1ac-4a87-8225-a97b2b8e6f96 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:31:35.127444 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-88d93fa5-788c-4b79-b636-26b26b93ce8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (996f2c32-c1ac-4a87-8225-a97b2b8e6f96), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:35.128722 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-88d93fa5-788c-4b79-b636-26b26b93ce8d None None] Attempt 1 to provision port 996f2c32-c1ac-4a87-8225-a97b2b8e6f96 Nov 02 07:31:35.233831 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:35.252290 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ef21a2f9-937c-45ea-ba5f-b183a6b045fe req-1a2937a7-f1a1-4672-bd23-e21c71421c5d tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 210 time: 0.0593610 Nov 02 07:31:35.269882 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b405ab6-7df4-4236-ac7a-e0c00416761e req-0f3be807-2857-4778-b263-e66f6c935d68 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:35.278167 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-88d93fa5-788c-4b79-b636-26b26b93ce8d None None] Port 996f2c32-c1ac-4a87-8225-a97b2b8e6f96 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:31:35.281584 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3b405ab6-7df4-4236-ac7a-e0c00416761e req-0f3be807-2857-4778-b263-e66f6c935d68 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.1812246 Nov 02 07:31:35.356754 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:35.375717 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 1582b820-fce1-4691-8d25-dcfc7601e857 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:31:35.382175 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bf61e596-4c14-46e2-832d-f66a0ed25b85 None None] Publish callbacks [] for port (d7409375-7c35-44e1-988d-8096fae6e17f), precommit_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:35.391628 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bf61e596-4c14-46e2-832d-f66a0ed25b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (d7409375-7c35-44e1-988d-8096fae6e17f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:35.445293 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bfe63-2edf-4816-b258-0a2f18f8f873 None None] Pushing event updated for resources: {'Port': ['ID=d7409375-7c35-44e1-988d-8096fae6e17f,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:35.453128 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-bf61e596-4c14-46e2-832d-f66a0ed25b85 None None] Attempting to bind port d7409375-7c35-44e1-988d-8096fae6e17f on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:31:35.453503 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-bf61e596-4c14-46e2-832d-f66a0ed25b85 None None] Attempting to bind port d7409375-7c35-44e1-988d-8096fae6e17f by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:31:35.453911 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf61e596-4c14-46e2-832d-f66a0ed25b85 None None] Attempting to bind port d7409375-7c35-44e1-988d-8096fae6e17f on network ac01166e-81e9-4cae-b853-f9fd1f541c1c {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:31:35.477617 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-adc85220-eae2-4188-a864-e2bded0a7126 admin admin] Publish callbacks [] for port (996f2c32-c1ac-4a87-8225-a97b2b8e6f96), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:35.484610 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-adc85220-eae2-4188-a864-e2bded0a7126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576543'] for port (996f2c32-c1ac-4a87-8225-a97b2b8e6f96), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:35.527844 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf61e596-4c14-46e2-832d-f66a0ed25b85 None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:31:35.528133 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf61e596-4c14-46e2-832d-f66a0ed25b85 None None] Checking segment: {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:31:35.528540 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bf61e596-4c14-46e2-832d-f66a0ed25b85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:35.530066 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf61e596-4c14-46e2-832d-f66a0ed25b85 None None] Bound using segment: {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:31:35.530607 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-bf61e596-4c14-46e2-832d-f66a0ed25b85 None None] Bound port: d7409375-7c35-44e1-988d-8096fae6e17f, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:31:35.530993 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bf61e596-4c14-46e2-832d-f66a0ed25b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (d7409375-7c35-44e1-988d-8096fae6e17f), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:35.578978 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc85220-eae2-4188-a864-e2bded0a7126 admin admin] Pushing event updated for resources: {'Port': ['ID=996f2c32-c1ac-4a87-8225-a97b2b8e6f96,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:35.598181 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-adc85220-eae2-4188-a864-e2bded0a7126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-997922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650966'] for router_interface (9c7369f9-4754-49c6-9529-09b76f58b290), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:35.625086 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:31:35.635674 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-bf61e596-4c14-46e2-832d-f66a0ed25b85 None None] For port d7409375-7c35-44e1-988d-8096fae6e17f, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:31:35.640280 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-bf61e596-4c14-46e2-832d-f66a0ed25b85 None None] For port d7409375-7c35-44e1-988d-8096fae6e17f, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=d7409375-7c35-44e1-988d-8096fae6e17f,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:31:35.652837 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bf61e596-4c14-46e2-832d-f66a0ed25b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (d7409375-7c35-44e1-988d-8096fae6e17f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:35.721130 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf61e596-4c14-46e2-832d-f66a0ed25b85 None None] Routers {'9c7369f9-4754-49c6-9529-09b76f58b290'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:31:35.721778 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-bf61e596-4c14-46e2-832d-f66a0ed25b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:31:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['9c7369f9-4754-49c6-9529-09b76f58b290'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:31:35.723885 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bfe63-2edf-4816-b258-0a2f18f8f873 None None] Pushing event updated for resources: {'Port': ['ID=d7409375-7c35-44e1-988d-8096fae6e17f,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:35.813774 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc85220-eae2-4188-a864-e2bded0a7126 admin admin] Network a4b569f4-0220-4fbb-945d-473979044420 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:31:35.815354 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-adc85220-eae2-4188-a864-e2bded0a7126 admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:31:35.849632 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f13eb3-f46e-483c-9d66-c1f23bed9a71 tempest-TestVolumeBootPattern-1697385160 tempest-TestVolumeBootPattern-1697385160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:35.851571 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-86f13eb3-f46e-483c-9d66-c1f23bed9a71 tempest-TestVolumeBootPattern-1697385160 tempest-TestVolumeBootPattern-1697385160-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4c89d505-bb4e-469f-bcb9-c336439e865a HTTP/1.1" status: 200 len: 1124 time: 0.7701581 Nov 02 07:31:35.856066 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 37648) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:35.861804 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-a72618d4-f04a-4499-a971-1f89375bfa7f tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Request body: {'floatingip': {'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'port_id': '417309a1-1746-4c69-89dd-ecf6b6199572', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:35.900593 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3b405ab6-7df4-4236-ac7a-e0c00416761e req-7bc53ba5-5dab-4bb3-a827-c2fa7ddd9871 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6134298 Nov 02 07:31:35.918944 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a72618d4-f04a-4499-a971-1f89375bfa7f tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:36.012047 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-bf61e596-4c14-46e2-832d-f66a0ed25b85 None None] Set router 9c7369f9-4754-49c6-9529-09b76f58b290 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:31:36.150439 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:36.196146 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f61e5-e5fa-4e17-adcb-c1108a4fe943 req-8d0c6562-f46b-4962-afe2-151e645a90cc tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:36.205227 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-019f61e5-e5fa-4e17-adcb-c1108a4fe943 req-8d0c6562-f46b-4962-afe2-151e645a90cc tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2b5c7853-1758-4e70-86c7-5f1bfd998ca6 HTTP/1.1" status: 200 len: 944 time: 0.2112269 Nov 02 07:31:36.234636 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a72618d4-f04a-4499-a971-1f89375bfa7f tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:36.309374 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-f2ac25a3-b495-4f3a-be98-eb06e4e49351 None None] Provisioning complete for port 996f2c32-c1ac-4a87-8225-a97b2b8e6f96 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:31:36.309752 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f2ac25a3-b495-4f3a-be98-eb06e4e49351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (996f2c32-c1ac-4a87-8225-a97b2b8e6f96), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:36.320570 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-f2ac25a3-b495-4f3a-be98-eb06e4e49351 None None] Attempt 1 to provision port 996f2c32-c1ac-4a87-8225-a97b2b8e6f96 Nov 02 07:31:36.356261 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-019f61e5-e5fa-4e17-adcb-c1108a4fe943 req-442024c8-6e3f-47ff-ab9e-e388c7edc692 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492352 Nov 02 07:31:36.392009 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:36.422238 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-f2ac25a3-b495-4f3a-be98-eb06e4e49351 None None] Port 996f2c32-c1ac-4a87-8225-a97b2b8e6f96 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:31:36.461569 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc85220-eae2-4188-a864-e2bded0a7126 admin admin] Router 9c7369f9-4754-49c6-9529-09b76f58b290 has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:31:36.470993 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-a72618d4-f04a-4499-a971-1f89375bfa7f tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Allocated IP 172.27.2.152 (ac01166e-81e9-4cae-b853-f9fd1f541c1c/957d630b-2ac5-4777-98af-d9a9e169b647/1647c70a-50ba-4f71-af4c-6728f24ee57b) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:31:36.485841 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-bf61e596-4c14-46e2-832d-f66a0ed25b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'name': 'tempest-TestShelveInstance-1427041676-router', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd7409375-7c35-44e1-988d-8096fae6e17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:31:29Z', 'updated_at': '2022-11-02T07:31:34Z', 'revision_number': 4, 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'gw_port': {'id': 'd7409375-7c35-44e1-988d-8096fae6e17f', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:30Z', 'updated_at': '2022-11-02T07:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '996f2c32-c1ac-4a87-8225-a97b2b8e6f96', 'name': '', 'network_id': 'a4b569f4-0220-4fbb-945d-473979044420', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'mac_address': 'fa:16:3e:7f:df:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fdac1f18-4f67-4d45-9794-697cbfd49b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:33Z', 'updated_at': '2022-11-02T07:31:35Z', 'revision_number': 2, 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'subnets': [{'id': 'fdac1f18-4f67-4d45-9794-697cbfd49b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:31:36.518319 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf61e596-4c14-46e2-832d-f66a0ed25b85 None None] The sync data for ids ['9c7369f9-4754-49c6-9529-09b76f58b290'] in dv-cinder-804735-33-iscsi is: [{'id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'name': 'tempest-TestShelveInstance-1427041676-router', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd7409375-7c35-44e1-988d-8096fae6e17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:31:29Z', 'updated_at': '2022-11-02T07:31:34Z', 'revision_number': 4, 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'gw_port': {'id': 'd7409375-7c35-44e1-988d-8096fae6e17f', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:30Z', 'updated_at': '2022-11-02T07:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '996f2c32-c1ac-4a87-8225-a97b2b8e6f96', 'name': '', 'network_id': 'a4b569f4-0220-4fbb-945d-473979044420', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'mac_address': 'fa:16:3e:7f:df:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fdac1f18-4f67-4d45-9794-697cbfd49b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:33Z', 'updated_at': '2022-11-02T07:31:35Z', 'revision_number': 2, 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'subnets': [{'id': 'fdac1f18-4f67-4d45-9794-697cbfd49b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:31:36.542771 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ab589441-c5cc-4996-85f6-c25c1b1d97a3 req-6c0e14ef-3bac-4a34-b325-ce4565f00834 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 210 time: 0.0738304 Nov 02 07:31:36.657318 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc85220-eae2-4188-a864-e2bded0a7126 admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:31:36.677081 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-adc85220-eae2-4188-a864-e2bded0a7126 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/9c7369f9-4754-49c6-9529-09b76f58b290/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6369174 Nov 02 07:31:36.757734 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a72618d4-f04a-4499-a971-1f89375bfa7f tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for port (1647c70a-50ba-4f71-af4c-6728f24ee57b), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:36.805180 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a72618d4-f04a-4499-a971-1f89375bfa7f tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (1647c70a-50ba-4f71-af4c-6728f24ee57b), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:36.868563 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72618d4-f04a-4499-a971-1f89375bfa7f tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Network ac01166e-81e9-4cae-b853-f9fd1f541c1c is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:31:36.871837 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-a72618d4-f04a-4499-a971-1f89375bfa7f tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:31:36.882950 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72618d4-f04a-4499-a971-1f89375bfa7f tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:31:36.952642 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72618d4-f04a-4499-a971-1f89375bfa7f tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Pushing event updated for resources: {'Port': ['ID=1647c70a-50ba-4f71-af4c-6728f24ee57b,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:36.954263 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 1fbf5f86-26a9-44e9-866d-6515a0736725 up at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:31:37.057397 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning for port 1fbf5f86-26a9-44e9-866d-6515a0736725 completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 07:31:37.068205 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning complete for port 1fbf5f86-26a9-44e9-866d-6515a0736725 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:31:37.069013 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (1fbf5f86-26a9-44e9-866d-6515a0736725), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:37.069607 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Attempt 1 to provision port 1fbf5f86-26a9-44e9-866d-6515a0736725 Nov 02 07:31:37.230170 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadef803-f3f3-4d48-b83e-1af395ba76e7 req-e268c91a-2372-4bf1-9fe2-29706712a947 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:37.232122 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-dadef803-f3f3-4d48-b83e-1af395ba76e7 req-e268c91a-2372-4bf1-9fe2-29706712a947 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.1171055 Nov 02 07:31:37.245194 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:37.277547 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 1fbf5f86-26a9-44e9-866d-6515a0736725 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:31:37.278255 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (1fbf5f86-26a9-44e9-866d-6515a0736725), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:37.347172 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5c7853-1758-4e70-86c7-5f1bfd998ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbf5f86-26a9-44e9-866d-6515a0736725'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:31:37.353666 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae3fbe182e2c1c70a5346b740f804138ecd9042bc04c1c47f40fee79c776d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7963d7f-9623-4703-9a42-357e3fb4c1b6" -d '{"events": [{"server_uuid": "2b5c7853-1758-4e70-86c7-5f1bfd998ca6", "name": "network-vif-plugged", "status": "completed", "tag": "1fbf5f86-26a9-44e9-866d-6515a0736725"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:31:37.443026 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 1fbf5f86-26a9-44e9-866d-6515a0736725, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1fbf5f86-26a9-44e9-866d-6515a0736725,segment=NetworkSegment(f0734919-3f29-4b22-8142-b6ac8896555b),segment_id=f0734919-3f29-4b22-8142-b6ac8896555b)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:31:37.458082 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (1fbf5f86-26a9-44e9-866d-6515a0736725), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:37.473068 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-dadef803-f3f3-4d48-b83e-1af395ba76e7 req-1911178c-ddcc-454e-8591-7d696aebd86d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457758 Nov 02 07:31:37.473679 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:37.550128 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93fcde0-00db-4d87-be6b-aa14f1b864f2 x-openstack-request-id: req-f93fcde0-00db-4d87-be6b-aa14f1b864f2 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:31:37.550428 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5c7853-1758-4e70-86c7-5f1bfd998ca6", "name": "network-vif-plugged", "status": "completed", "tag": "1fbf5f86-26a9-44e9-866d-6515a0736725", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:31:37.550683 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f93fcde0-00db-4d87-be6b-aa14f1b864f2 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:31:37.551120 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f93fcde0-00db-4d87-be6b-aa14f1b864f2'] response: {'server_uuid': '2b5c7853-1758-4e70-86c7-5f1bfd998ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbf5f86-26a9-44e9-866d-6515a0736725', 'code': 200} Nov 02 07:31:37.636426 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=15 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:37.668361 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:37.818083 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=1fbf5f86-26a9-44e9-866d-6515a0736725,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:37.880510 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37680) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:37.899301 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-d0b892af-0607-4448-aa86-6dbb5ab715f5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1454838102-network', 'tenant_id': 'd69c92f22f8d42bdb324ed5d021b56e3'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:37.964889 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b892af-0607-4448-aa86-6dbb5ab715f5 admin admin] Made reservation on behalf of d69c92f22f8d42bdb324ed5d021b56e3 for: {'network': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:31:37.975885 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d0b892af-0607-4448-aa86-6dbb5ab715f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for network (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:37.991772 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d0b892af-0607-4448-aa86-6dbb5ab715f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:38.002521 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35b166-207d-411d-b775-56e40aa15313 req-7cf7e6a1-b4dc-416c-881f-ea043d1c3013 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:38.003787 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3d35b166-207d-411d-b775-56e40aa15313 req-7cf7e6a1-b4dc-416c-881f-ea043d1c3013 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.47 "GET /networking/v2.0/networks?id=f40ed210-eb7b-4935-8be8-8b7615c77c12 HTTP/1.1" status: 200 len: 819 time: 0.6786168 Nov 02 07:31:38.060145 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ac25972d-ef78-47fe-882f-b8360a79deef req-c5aefb25-22d0-4f2b-8ffc-439126c069b4 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 210 time: 0.1789067 Nov 02 07:31:38.109871 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63b75a-c30c-4c21-9333-ea88694c59f3 req-d67455df-e295-4b11-92bb-32fd8a1cdd5c tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:38.112790 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ab63b75a-c30c-4c21-9333-ea88694c59f3 req-d67455df-e295-4b11-92bb-32fd8a1cdd5c tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2b5c7853-1758-4e70-86c7-5f1bfd998ca6 HTTP/1.1" status: 200 len: 945 time: 0.4445052 Nov 02 07:31:38.131288 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d0b892af-0607-4448-aa86-6dbb5ab715f5 admin admin] Publish callbacks [] for security_group (2e608155-3ff5-4113-89b3-7e38a8445c3e), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:38.156894 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d0b892af-0607-4448-aa86-6dbb5ab715f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (2e608155-3ff5-4113-89b3-7e38a8445c3e), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:38.165503 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:38.170170 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971388dc-b428-42aa-b205-077e05629edf req-64f3f182-6dbb-4841-b885-17b9d03d7192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:38.171660 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-971388dc-b428-42aa-b205-077e05629edf req-64f3f182-6dbb-4841-b885-17b9d03d7192 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2b5c7853-1758-4e70-86c7-5f1bfd998ca6 HTTP/1.1" status: 200 len: 1129 time: 0.2402327 Nov 02 07:31:38.184817 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b892af-0607-4448-aa86-6dbb5ab715f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=104568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 07:31:38.205077 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d0b892af-0607-4448-aa86-6dbb5ab715f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (158560fd-d26c-46c4-bf12-ae1614ab269f), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:38.205687 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.db.segments_db [None req-d0b892af-0607-4448-aa86-6dbb5ab715f5 admin admin] Added segment 158560fd-d26c-46c4-bf12-ae1614ab269f of type vlan for network 83797ce7-5336-4f43-b593-3ba1916c5e52 Nov 02 07:31:38.207245 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b892af-0607-4448-aa86-6dbb5ab715f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e608155-3ff5-4113-89b3-7e38a8445c3e,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:38.259779 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3d35b166-207d-411d-b775-56e40aa15313 req-9ce67a73-4aba-43a7-9fd2-7e22fce137b5 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c60cb95cbf734d9b852af2bdcad4e1c0 HTTP/1.1" status: 200 len: 379 time: 0.1938035 Nov 02 07:31:38.268174 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d0b892af-0607-4448-aa86-6dbb5ab715f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744619761345'] for network (83797ce7-5336-4f43-b593-3ba1916c5e52), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:38.308156 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d0b892af-0607-4448-aa86-6dbb5ab715f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for network (83797ce7-5336-4f43-b593-3ba1916c5e52), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:38.309231 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b892af-0607-4448-aa86-6dbb5ab715f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:38.309816 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d0b892af-0607-4448-aa86-6dbb5ab715f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:38.324356 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-3d35b166-207d-411d-b775-56e40aa15313 req-adc8b90c-5185-493b-9551-20eccb3aba56 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Request body: {'port': {'device_id': '7f8c1657-4f0c-4856-aa2f-7536a549ad16', 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12', 'admin_state_up': True, 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'security_groups': ['15a520ff-8802-4a67-87f8-5f957c6af321']}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:38.349344 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:38.394536 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-d0b892af-0607-4448-aa86-6dbb5ab715f5 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5099373 Nov 02 07:31:38.398700 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37686) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:38.403596 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-f59cea77-ee75-4e05-bf16-96cf51f23554 admin admin] Request body: {'subnet': {'network_id': '83797ce7-5336-4f43-b593-3ba1916c5e52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1454838102-subnet', 'tenant_id': 'd69c92f22f8d42bdb324ed5d021b56e3', 'ip_version': 4}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:38.412492 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b892af-0607-4448-aa86-6dbb5ab715f5 admin admin] Pushing event updated for resources: {'Network': ['ID=83797ce7-5336-4f43-b593-3ba1916c5e52,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:38.427962 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Network 83797ce7-5336-4f43-b593-3ba1916c5e52 details requested by agent ovs-agent-dv-cinder-804735-33-iscsi with host dv-cinder-804735-33-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 07:31:38.449972 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59cea77-ee75-4e05-bf16-96cf51f23554 admin admin] Made reservation on behalf of d69c92f22f8d42bdb324ed5d021b56e3 for: {'subnet': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:31:38.452831 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f59cea77-ee75-4e05-bf16-96cf51f23554 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808798'] for subnet (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:38.516434 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ab63b75a-c30c-4c21-9333-ea88694c59f3 req-ba517831-24a7-478b-b3d5-9cbaaba6a630 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449969 Nov 02 07:31:38.523705 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-971388dc-b428-42aa-b205-077e05629edf req-b383e803-77f9-4268-9b44-644b80b2682f service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371644 Nov 02 07:31:38.562487 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a72618d4-f04a-4499-a971-1f89375bfa7f tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for floatingip (a16e63c0-31df-47a6-b2fd-b3de1349ede4), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:38.684193 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d35b166-207d-411d-b775-56e40aa15313 req-adc8b90c-5185-493b-9551-20eccb3aba56 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Made reservation on behalf of c60cb95cbf734d9b852af2bdcad4e1c0 for: {'port': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:31:38.690644 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-3d35b166-207d-411d-b775-56e40aa15313 req-adc8b90c-5185-493b-9551-20eccb3aba56 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:38.693491 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a72618d4-f04a-4499-a971-1f89375bfa7f tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (1647c70a-50ba-4f71-af4c-6728f24ee57b), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:38.744839 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:38.789120 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device d7409375-7c35-44e1-988d-8096fae6e17f up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:31:38.810755 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f59cea77-ee75-4e05-bf16-96cf51f23554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3576920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808808'] for subnet (ebc26018-a972-462a-83f4-6abd0e233cdd), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:38.877808 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port d7409375-7c35-44e1-988d-8096fae6e17f triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:31:38.879076 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (d7409375-7c35-44e1-988d-8096fae6e17f), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:38.879598 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port d7409375-7c35-44e1-988d-8096fae6e17f Nov 02 07:31:38.889493 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59cea77-ee75-4e05-bf16-96cf51f23554 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebc26018-a972-462a-83f4-6abd0e233cdd,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:38.915614 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59cea77-ee75-4e05-bf16-96cf51f23554 admin admin] Checking segment: {'id': '158560fd-d26c-46c4-bf12-ae1614ab269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '83797ce7-5336-4f43-b593-3ba1916c5e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:31:38.916266 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59cea77-ee75-4e05-bf16-96cf51f23554 admin admin] Network hostable DHCP agents. Network: 83797ce7-5336-4f43-b593-3ba1916c5e52, hostable agents: ['bceb131e-a03d-46e7-91df-936d929aaf3a'], hosted agents: [] {{(pid=104568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 07:31:38.957538 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59cea77-ee75-4e05-bf16-96cf51f23554 admin admin] Network 83797ce7-5336-4f43-b593-3ba1916c5e52 is scheduled to be hosted by DHCP agent bceb131e-a03d-46e7-91df-936d929aaf3a with binding_index 1 {{(pid=104568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 07:31:38.977999 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-f59cea77-ee75-4e05-bf16-96cf51f23554 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-33-iscsi, 83797ce7-5336-4f43-b593-3ba1916c5e52) {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:31:38.984977 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7f29b-a50d-42e2-89ce-0cb5720fa4b2 req-c2e06710-a162-4fe4-b0b3-047ce82905f1 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:38.985371 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59cea77-ee75-4e05-bf16-96cf51f23554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:38.986334 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f59cea77-ee75-4e05-bf16-96cf51f23554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for subnet (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:38.988186 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d9e7f29b-a50d-42e2-89ce-0cb5720fa4b2 req-c2e06710-a162-4fe4-b0b3-047ce82905f1 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.2450011 Nov 02 07:31:39.001483 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a141fb4f-7a5f-413a-8620-c206e593a9ac None None] Network 83797ce7-5336-4f43-b593-3ba1916c5e52 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:31:39.023173 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-f59cea77-ee75-4e05-bf16-96cf51f23554 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6232524 Nov 02 07:31:39.025848 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37690) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:39.033262 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-41c23ca5-2da5-4e82-ad8b-b2a7512c52ca admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1454838102-router', 'tenant_id': 'd69c92f22f8d42bdb324ed5d021b56e3', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:39.076699 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-41c23ca5-2da5-4e82-ad8b-b2a7512c52ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518397'] for router (89f0d564-b221-45ea-89d7-6c6e7bf546cb), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:39.106730 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-41c23ca5-2da5-4e82-ad8b-b2a7512c52ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-660658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-678971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518378'] for router (89f0d564-b221-45ea-89d7-6c6e7bf546cb), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:39.113068 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:39.162544 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a72618d4-f04a-4499-a971-1f89375bfa7f tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for port (1647c70a-50ba-4f71-af4c-6728f24ee57b), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:39.167480 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7950409a-2fbb-4bf5-bab1-0cdf1e77a564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp204866af-937c-5d88-be22-37b8279ded6e-83797ce7-5336-4f43-b593-3ba1916c5e52', 'network_id': '83797ce7-5336-4f43-b593-3ba1916c5e52', 'project_id': 'd69c92f22f8d42bdb324ed5d021b56e3', 'fixed_ips': [{'subnet_id': 'ebc26018-a972-462a-83f4-6abd0e233cdd'}]}} from dv-cinder-804735-33-iscsi. {{(pid=104570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 07:31:39.168409 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-7950409a-2fbb-4bf5-bab1-0cdf1e77a564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:39.172884 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port d7409375-7c35-44e1-988d-8096fae6e17f is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:31:39.173259 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (d7409375-7c35-44e1-988d-8096fae6e17f), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:39.178487 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a72618d4-f04a-4499-a971-1f89375bfa7f tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (1647c70a-50ba-4f71-af4c-6728f24ee57b), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:39.226798 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-41c23ca5-2da5-4e82-ad8b-b2a7512c52ca admin admin] Publish callbacks [] for router_controller (89f0d564-b221-45ea-89d7-6c6e7bf546cb), precommit_add_association {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:39.237773 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d9e7f29b-a50d-42e2-89ce-0cb5720fa4b2 req-d7aa8714-37b6-4c4b-86a6-7260d54de7b3 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329776 Nov 02 07:31:39.316515 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port d7409375-7c35-44e1-988d-8096fae6e17f, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=d7409375-7c35-44e1-988d-8096fae6e17f,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:31:39.317442 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0c0b98da-30b3-447b-93d2-c1daaa5439f8 req-2e048a24-9723-4aec-8ee4-eee5feb6c571 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 210 time: 0.0504777 Nov 02 07:31:39.324963 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72618d4-f04a-4499-a971-1f89375bfa7f tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Pushing event updated for resources: {'Port': ['ID=1647c70a-50ba-4f71-af4c-6728f24ee57b,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:39.329160 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (d7409375-7c35-44e1-988d-8096fae6e17f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:39.367547 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a72618d4-f04a-4499-a971-1f89375bfa7f tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (a16e63c0-31df-47a6-b2fd-b3de1349ede4), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:39.438785 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.db_base_plugin_common [None req-7950409a-2fbb-4bf5-bab1-0cdf1e77a564 None None] Allocated IP 172.20.0.2 (83797ce7-5336-4f43-b593-3ba1916c5e52/ebc26018-a972-462a-83f4-6abd0e233cdd/e09a6530-1dcb-4f9c-a953-b69f06c9d272) {{(pid=104570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:31:39.517490 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.db.l3_db [None req-a72618d4-f04a-4499-a971-1f89375bfa7f tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Floating IP a16e63c0-31df-47a6-b2fd-b3de1349ede4 associated. External IP: 172.27.2.152, port: 417309a1-1746-4c69-89dd-ecf6b6199572. Nov 02 07:31:39.557040 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-41c23ca5-2da5-4e82-ad8b-b2a7512c52ca admin admin] Publish callbacks [] for router_gateway (89f0d564-b221-45ea-89d7-6c6e7bf546cb), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:39.584841 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [req-3d35b166-207d-411d-b775-56e40aa15313 req-adc8b90c-5185-493b-9551-20eccb3aba56 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Allocated IP 172.20.0.8 (f40ed210-eb7b-4935-8be8-8b7615c77c12/2425be66-0e89-40dd-949b-94121b115f5c/47c195f9-fe3d-4872-a0a9-ef4120548d09) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:31:39.640949 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-7950409a-2fbb-4bf5-bab1-0cdf1e77a564 None None] Publish callbacks [] for port (e09a6530-1dcb-4f9c-a953-b69f06c9d272), precommit_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:39.672807 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:39.673563 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:39.679233 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-7950409a-2fbb-4bf5-bab1-0cdf1e77a564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738'] for port (e09a6530-1dcb-4f9c-a953-b69f06c9d272), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:39.720247 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7950409a-2fbb-4bf5-bab1-0cdf1e77a564 None None] Network 83797ce7-5336-4f43-b593-3ba1916c5e52 is already hosted by enough agents. {{(pid=104570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:31:39.729646 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.base_scheduler [None req-7950409a-2fbb-4bf5-bab1-0cdf1e77a564 None None] Resources bound (agent type, host, resource id): {{(pid=104570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:31:39.733087 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7950409a-2fbb-4bf5-bab1-0cdf1e77a564 None None] Received port after_create {{(pid=104570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:31:39.744116 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=d7409375-7c35-44e1-988d-8096fae6e17f,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:39.834287 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91ea11-49b9-4380-aa12-d6174ff93fe0 req-1dfd79a7-3993-4770-afc9-17f6ddf51683 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:39.835501 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-df91ea11-49b9-4380-aa12-d6174ff93fe0 req-1dfd79a7-3993-4770-afc9-17f6ddf51683 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2b5c7853-1758-4e70-86c7-5f1bfd998ca6 HTTP/1.1" status: 200 len: 945 time: 0.1666534 Nov 02 07:31:39.870962 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-7950409a-2fbb-4bf5-bab1-0cdf1e77a564 None None] Attempting to bind port e09a6530-1dcb-4f9c-a953-b69f06c9d272 on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:31:39.871814 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-7950409a-2fbb-4bf5-bab1-0cdf1e77a564 None None] Attempting to bind port e09a6530-1dcb-4f9c-a953-b69f06c9d272 by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': '158560fd-d26c-46c4-bf12-ae1614ab269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '83797ce7-5336-4f43-b593-3ba1916c5e52'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:31:39.872192 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7950409a-2fbb-4bf5-bab1-0cdf1e77a564 None None] Attempting to bind port e09a6530-1dcb-4f9c-a953-b69f06c9d272 on network 83797ce7-5336-4f43-b593-3ba1916c5e52 {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:31:39.880815 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:39.895468 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:39.906666 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950409a-2fbb-4bf5-bab1-0cdf1e77a564 None None] Pushing event updated for resources: {'Port': ['ID=e09a6530-1dcb-4f9c-a953-b69f06c9d272,revision_number=1']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:39.968069 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-41c23ca5-2da5-4e82-ad8b-b2a7512c52ca admin admin] Publish callbacks [] for router_gateway (89f0d564-b221-45ea-89d7-6c6e7bf546cb), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:39.994029 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7950409a-2fbb-4bf5-bab1-0cdf1e77a564 None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:31:39.994301 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-41c23ca5-2da5-4e82-ad8b-b2a7512c52ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:39.994961 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7950409a-2fbb-4bf5-bab1-0cdf1e77a564 None None] Checking segment: {'id': '158560fd-d26c-46c4-bf12-ae1614ab269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '83797ce7-5336-4f43-b593-3ba1916c5e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:31:39.996037 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-7950409a-2fbb-4bf5-bab1-0cdf1e77a564 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:40.000875 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7950409a-2fbb-4bf5-bab1-0cdf1e77a564 None None] Bound using segment: {'id': '158560fd-d26c-46c4-bf12-ae1614ab269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '83797ce7-5336-4f43-b593-3ba1916c5e52'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:31:40.001728 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-7950409a-2fbb-4bf5-bab1-0cdf1e77a564 None None] Bound port: e09a6530-1dcb-4f9c-a953-b69f06c9d272, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158560fd-d26c-46c4-bf12-ae1614ab269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '83797ce7-5336-4f43-b593-3ba1916c5e52'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:31:40.002334 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-7950409a-2fbb-4bf5-bab1-0cdf1e77a564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (e09a6530-1dcb-4f9c-a953-b69f06c9d272), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:40.104442 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634271d1-7cfc-449e-877b-62d25567bf91 None None] Sync routers for ids ['9c7369f9-4754-49c6-9529-09b76f58b290'] in dv-cinder-804735-33-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:31:40.104988 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72618d4-f04a-4499-a971-1f89375bfa7f tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Router 26112d59-8b1b-477a-acfc-80c36e5d6753 has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:31:40.108941 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:INSERT=8,neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:40.112165 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-df91ea11-49b9-4380-aa12-d6174ff93fe0 req-0633a6e8-327d-4df8-9ec2-b116de551e2a tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254326 Nov 02 07:31:40.125425 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634271d1-7cfc-449e-877b-62d25567bf91 None None] Routers {'9c7369f9-4754-49c6-9529-09b76f58b290'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:31:40.126208 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-634271d1-7cfc-449e-877b-62d25567bf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:31:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['9c7369f9-4754-49c6-9529-09b76f58b290'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:31:40.129959 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-3d35b166-207d-411d-b775-56e40aa15313 req-adc8b90c-5185-493b-9551-20eccb3aba56 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks [] for port (47c195f9-fe3d-4872-a0a9-ef4120548d09), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:40.142886 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-7950409a-2fbb-4bf5-bab1-0cdf1e77a564 None None] For port e09a6530-1dcb-4f9c-a953-b69f06c9d272, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:31:40.142997 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-41c23ca5-2da5-4e82-ad8b-b2a7512c52ca admin admin] Allocated IP 172.27.2.121 (ac01166e-81e9-4cae-b853-f9fd1f541c1c/957d630b-2ac5-4777-98af-d9a9e169b647/55f0b5a6-f19e-45ba-8990-323a4118bae3) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:31:40.143097 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-7950409a-2fbb-4bf5-bab1-0cdf1e77a564 None None] For port e09a6530-1dcb-4f9c-a953-b69f06c9d272, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=e09a6530-1dcb-4f9c-a953-b69f06c9d272,segment=NetworkSegment(158560fd-d26c-46c4-bf12-ae1614ab269f),segment_id=158560fd-d26c-46c4-bf12-ae1614ab269f)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:31:40.153866 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-7950409a-2fbb-4bf5-bab1-0cdf1e77a564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (e09a6530-1dcb-4f9c-a953-b69f06c9d272), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:40.264330 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950409a-2fbb-4bf5-bab1-0cdf1e77a564 None None] Pushing event updated for resources: {'Port': ['ID=e09a6530-1dcb-4f9c-a953-b69f06c9d272,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:40.308805 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-3d35b166-207d-411d-b775-56e40aa15313 req-adc8b90c-5185-493b-9551-20eccb3aba56 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (47c195f9-fe3d-4872-a0a9-ef4120548d09), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:40.318212 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-634271d1-7cfc-449e-877b-62d25567bf91 None None] Set router 9c7369f9-4754-49c6-9529-09b76f58b290 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:31:40.344548 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-41c23ca5-2da5-4e82-ad8b-b2a7512c52ca admin admin] Publish callbacks [] for port (55f0b5a6-f19e-45ba-8990-323a4118bae3), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:40.394301 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-41c23ca5-2da5-4e82-ad8b-b2a7512c52ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (55f0b5a6-f19e-45ba-8990-323a4118bae3), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:40.440526 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72618d4-f04a-4499-a971-1f89375bfa7f tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:31:40.491968 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d35b166-207d-411d-b775-56e40aa15313 req-adc8b90c-5185-493b-9551-20eccb3aba56 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Network f40ed210-eb7b-4935-8be8-8b7615c77c12 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:31:40.492480 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f275aa2b-ecdd-44f6-91f8-085fb0e10e2a None None] Sync routers for ids ['26112d59-8b1b-477a-acfc-80c36e5d6753'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:31:40.506218 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f275aa2b-ecdd-44f6-91f8-085fb0e10e2a None None] Routers {'26112d59-8b1b-477a-acfc-80c36e5d6753'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:31:40.507167 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [req-3d35b166-207d-411d-b775-56e40aa15313 req-adc8b90c-5185-493b-9551-20eccb3aba56 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:31:40.507576 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-f275aa2b-ecdd-44f6-91f8-085fb0e10e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:31:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['26112d59-8b1b-477a-acfc-80c36e5d6753'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:31:40.517235 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c23ca5-2da5-4e82-ad8b-b2a7512c52ca admin admin] Network ac01166e-81e9-4cae-b853-f9fd1f541c1c is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:31:40.524940 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-41c23ca5-2da5-4e82-ad8b-b2a7512c52ca admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:31:40.530186 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d35b166-207d-411d-b775-56e40aa15313 req-adc8b90c-5185-493b-9551-20eccb3aba56 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:31:40.532089 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c23ca5-2da5-4e82-ad8b-b2a7512c52ca admin admin] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:31:40.538337 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8b90c-5185-493b-9551-20eccb3aba56 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Pushing event updated for resources: {'Port': ['ID=47c195f9-fe3d-4872-a0a9-ef4120548d09,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:40.571874 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797db5e4-7bc3-4e23-97e6-d86452941c44 req-97ef7ef2-2523-4768-a584-94074ebbd112 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:40.576312 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-797db5e4-7bc3-4e23-97e6-d86452941c44 req-97ef7ef2-2523-4768-a584-94074ebbd112 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.2099338 Nov 02 07:31:40.633924 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c23ca5-2da5-4e82-ad8b-b2a7512c52ca admin admin] Pushing event updated for resources: {'Port': ['ID=55f0b5a6-f19e-45ba-8990-323a4118bae3,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:40.671740 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:40.678326 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a72618d4-f04a-4499-a971-1f89375bfa7f tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:40.739023 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-f275aa2b-ecdd-44f6-91f8-085fb0e10e2a None None] Set router 26112d59-8b1b-477a-acfc-80c36e5d6753 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:31:40.807297 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-634271d1-7cfc-449e-877b-62d25567bf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'name': 'tempest-TestShelveInstance-1427041676-router', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd7409375-7c35-44e1-988d-8096fae6e17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:31:29Z', 'updated_at': '2022-11-02T07:31:34Z', 'revision_number': 4, 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'gw_port': {'id': 'd7409375-7c35-44e1-988d-8096fae6e17f', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:30Z', 'updated_at': '2022-11-02T07:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '996f2c32-c1ac-4a87-8225-a97b2b8e6f96', 'name': '', 'network_id': 'a4b569f4-0220-4fbb-945d-473979044420', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'mac_address': 'fa:16:3e:7f:df:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fdac1f18-4f67-4d45-9794-697cbfd49b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:33Z', 'updated_at': '2022-11-02T07:31:35Z', 'revision_number': 2, 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'subnets': [{'id': 'fdac1f18-4f67-4d45-9794-697cbfd49b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:31:40.833729 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca79a9-234c-41d6-8953-ef6feb859910 req-5969be55-99a5-42e5-8b54-6281946e755d tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:40.844260 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0bca79a9-234c-41d6-8953-ef6feb859910 req-5969be55-99a5-42e5-8b54-6281946e755d tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 931 time: 0.3483136 Nov 02 07:31:40.853760 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634271d1-7cfc-449e-877b-62d25567bf91 None None] Checking router: 9c7369f9-4754-49c6-9529-09b76f58b290 for host: dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:31:40.854493 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634271d1-7cfc-449e-877b-62d25567bf91 None None] Updating router 9c7369f9-4754-49c6-9529-09b76f58b290 port 996f2c32-c1ac-4a87-8225-a97b2b8e6f96 binding host dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 07:31:40.938729 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-634271d1-7cfc-449e-877b-62d25567bf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (996f2c32-c1ac-4a87-8225-a97b2b8e6f96), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:41.056588 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-41c23ca5-2da5-4e82-ad8b-b2a7512c52ca admin admin] Publish callbacks [] for router_gateway (89f0d564-b221-45ea-89d7-6c6e7bf546cb), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:41.062476 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device d7409375-7c35-44e1-988d-8096fae6e17f up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:31:41.151937 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-2cb0a0bf-5c89-4168-8067-9fa281a8952b None None] Provisioning complete for port 47c195f9-fe3d-4872-a0a9-ef4120548d09 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:31:41.152305 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-2cb0a0bf-5c89-4168-8067-9fa281a8952b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (47c195f9-fe3d-4872-a0a9-ef4120548d09), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:41.152640 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-2cb0a0bf-5c89-4168-8067-9fa281a8952b None None] Attempt 1 to provision port 47c195f9-fe3d-4872-a0a9-ef4120548d09 Nov 02 07:31:41.159325 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port d7409375-7c35-44e1-988d-8096fae6e17f triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:31:41.159674 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (d7409375-7c35-44e1-988d-8096fae6e17f), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:41.160010 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port d7409375-7c35-44e1-988d-8096fae6e17f Nov 02 07:31:41.273665 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-41c23ca5-2da5-4e82-ad8b-b2a7512c52ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648988'] for router (89f0d564-b221-45ea-89d7-6c6e7bf546cb), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:41.276634 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-634271d1-7cfc-449e-877b-62d25567bf91 None None] Publish callbacks [] for port (996f2c32-c1ac-4a87-8225-a97b2b8e6f96), precommit_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:41.282730 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:41.286566 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-634271d1-7cfc-449e-877b-62d25567bf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (996f2c32-c1ac-4a87-8225-a97b2b8e6f96), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:41.309495 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-2cb0a0bf-5c89-4168-8067-9fa281a8952b None None] Port 47c195f9-fe3d-4872-a0a9-ef4120548d09 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:31:41.360546 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb8b53-a2b1-4aa3-9a46-57ec180257b0 None None] Pushing event updated for resources: {'Port': ['ID=996f2c32-c1ac-4a87-8225-a97b2b8e6f96,revision_number=3']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:41.382976 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-a72618d4-f04a-4499-a971-1f89375bfa7f tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.5258927 Nov 02 07:31:41.389357 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-f275aa2b-ecdd-44f6-91f8-085fb0e10e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'name': 'tempest-TestVolumeBootPattern-1641613649-router', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:20Z', 'updated_at': '2022-11-02T07:30:26Z', 'revision_number': 4, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'gw_port': {'id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:21Z', 'updated_at': '2022-11-02T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': 'a16e63c0-31df-47a6-b2fd-b3de1349ede4', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'port_id': '417309a1-1746-4c69-89dd-ecf6b6199572', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'mac_address': 'fa:16:3e:30:76:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c89d505-bb4e-469f-bcb9-c336439e865a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:31:37Z', 'updated_at': '2022-11-02T07:31:37Z', 'revision_number': 0, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393f498e-4c1a-4e54-aa83-f24d808618db', 'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'mac_address': 'fa:16:3e:5d:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:25Z', 'updated_at': '2022-11-02T07:30:36Z', 'revision_number': 5, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'subnets': [{'id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:31:41.394655 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:41.402273 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35b166-207d-411d-b775-56e40aa15313 req-adc8b90c-5185-493b-9551-20eccb3aba56 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:41.403442 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-3d35b166-207d-411d-b775-56e40aa15313 req-adc8b90c-5185-493b-9551-20eccb3aba56 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:41.423929 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f275aa2b-ecdd-44f6-91f8-085fb0e10e2a None None] Checking router: 26112d59-8b1b-477a-acfc-80c36e5d6753 for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:31:41.424640 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb8b53-a2b1-4aa3-9a46-57ec180257b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:41.424992 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb8b53-a2b1-4aa3-9a46-57ec180257b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:41.426001 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb8b53-a2b1-4aa3-9a46-57ec180257b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:41.426533 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb8b53-a2b1-4aa3-9a46-57ec180257b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:41.426875 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb8b53-a2b1-4aa3-9a46-57ec180257b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:41.427207 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb8b53-a2b1-4aa3-9a46-57ec180257b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:41.427531 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb8b53-a2b1-4aa3-9a46-57ec180257b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:41.429221 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:41.430681 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb8b53-a2b1-4aa3-9a46-57ec180257b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:41.431037 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb8b53-a2b1-4aa3-9a46-57ec180257b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:41.431356 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb8b53-a2b1-4aa3-9a46-57ec180257b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:41.432089 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb8b53-a2b1-4aa3-9a46-57ec180257b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:41.432294 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb8b53-a2b1-4aa3-9a46-57ec180257b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:41.432490 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb8b53-a2b1-4aa3-9a46-57ec180257b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:41.432876 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb8b53-a2b1-4aa3-9a46-57ec180257b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:41.433438 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb8b53-a2b1-4aa3-9a46-57ec180257b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:31:41.443803 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c23ca5-2da5-4e82-ad8b-b2a7512c52ca admin admin] Router 89f0d564-b221-45ea-89d7-6c6e7bf546cb is scheduled to L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a with binding_index 1 {{(pid=104568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 07:31:41.448591 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-797db5e4-7bc3-4e23-97e6-d86452941c44 req-f737cabc-cfc1-4f21-90b4-2613d0231562 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8049417 Nov 02 07:31:41.466631 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f275aa2b-ecdd-44f6-91f8-085fb0e10e2a None None] Routers {'26112d59-8b1b-477a-acfc-80c36e5d6753'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:31:41.467396 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-f275aa2b-ecdd-44f6-91f8-085fb0e10e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:31:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['26112d59-8b1b-477a-acfc-80c36e5d6753'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:31:41.477350 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c89d505-bb4e-469f-bcb9-c336439e865a', 'tag': '417309a1-1746-4c69-89dd-ecf6b6199572'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:31:41.479782 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf63862-bb44-4d8d-bd26-460dbc323eac" -d '{"events": [{"name": "network-changed", "server_uuid": "4c89d505-bb4e-469f-bcb9-c336439e865a", "tag": "417309a1-1746-4c69-89dd-ecf6b6199572"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:31:41.497483 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-634271d1-7cfc-449e-877b-62d25567bf91 None None] Attempting to bind port 996f2c32-c1ac-4a87-8225-a97b2b8e6f96 on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:31:41.499135 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-634271d1-7cfc-449e-877b-62d25567bf91 None None] Attempting to bind port 996f2c32-c1ac-4a87-8225-a97b2b8e6f96 by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': 'd84738d2-98c3-4ff6-97b3-8faa15e0d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a4b569f4-0220-4fbb-945d-473979044420'}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:31:41.499507 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634271d1-7cfc-449e-877b-62d25567bf91 None None] Attempting to bind port 996f2c32-c1ac-4a87-8225-a97b2b8e6f96 on network a4b569f4-0220-4fbb-945d-473979044420 {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:31:41.521793 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3d35b166-207d-411d-b775-56e40aa15313 req-adc8b90c-5185-493b-9551-20eccb3aba56 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1908772 Nov 02 07:31:41.536926 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port d7409375-7c35-44e1-988d-8096fae6e17f is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:31:41.538051 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device e09a6530-1dcb-4f9c-a953-b69f06c9d272 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:31:41.555483 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:41.571909 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634271d1-7cfc-449e-877b-62d25567bf91 None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:31:41.572687 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634271d1-7cfc-449e-877b-62d25567bf91 None None] Checking segment: {'id': 'd84738d2-98c3-4ff6-97b3-8faa15e0d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a4b569f4-0220-4fbb-945d-473979044420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:31:41.573628 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-634271d1-7cfc-449e-877b-62d25567bf91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:41.574229 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634271d1-7cfc-449e-877b-62d25567bf91 None None] Bound using segment: {'id': 'd84738d2-98c3-4ff6-97b3-8faa15e0d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a4b569f4-0220-4fbb-945d-473979044420'} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:31:41.575796 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-634271d1-7cfc-449e-877b-62d25567bf91 None None] Bound port: 996f2c32-c1ac-4a87-8225-a97b2b8e6f96, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd84738d2-98c3-4ff6-97b3-8faa15e0d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a4b569f4-0220-4fbb-945d-473979044420'}}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:31:41.576909 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-634271d1-7cfc-449e-877b-62d25567bf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (996f2c32-c1ac-4a87-8225-a97b2b8e6f96), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:41.600047 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-3d35b166-207d-411d-b775-56e40aa15313 req-49870a68-0b21-4e61-ac44-3bd1d6b15abc service neutron] Request body: {'port': {'device_id': '7f8c1657-4f0c-4856-aa2f-7536a549ad16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:41.615537 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c23ca5-2da5-4e82-ad8b-b2a7512c52ca admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:31:41.633364 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a300a05d-65f2-4272-a570-143a93f842ae None None] Sync routers for ids ['89f0d564-b221-45ea-89d7-6c6e7bf546cb'] in dv-cinder-804735-33-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:31:41.639098 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-41c23ca5-2da5-4e82-ad8b-b2a7512c52ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:41.658498 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-41c23ca5-2da5-4e82-ad8b-b2a7512c52ca admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6296313 Nov 02 07:31:41.660355 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37718) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:41.668080 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:41.687705 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-f275aa2b-ecdd-44f6-91f8-085fb0e10e2a None None] Set router 26112d59-8b1b-477a-acfc-80c36e5d6753 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:31:41.706091 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a300a05d-65f2-4272-a570-143a93f842ae None None] Routers {'89f0d564-b221-45ea-89d7-6c6e7bf546cb'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:31:41.708105 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-a300a05d-65f2-4272-a570-143a93f842ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:31:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['89f0d564-b221-45ea-89d7-6c6e7bf546cb'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:31:41.716297 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:41.758460 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-634271d1-7cfc-449e-877b-62d25567bf91 None None] For port 996f2c32-c1ac-4a87-8225-a97b2b8e6f96, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:31:41.761062 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:41.768953 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc69509-3fa7-4d35-b52d-42f6cbf3ee55 req-861e1283-078f-482a-b427-ca7af255a9d9 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:41.770712 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-cdc69509-3fa7-4d35-b52d-42f6cbf3ee55 req-861e1283-078f-482a-b427-ca7af255a9d9 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2b5c7853-1758-4e70-86c7-5f1bfd998ca6 HTTP/1.1" status: 200 len: 945 time: 0.1765666 Nov 02 07:31:41.783379 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-634271d1-7cfc-449e-877b-62d25567bf91 None None] For port 996f2c32-c1ac-4a87-8225-a97b2b8e6f96, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=996f2c32-c1ac-4a87-8225-a97b2b8e6f96,segment=NetworkSegment(d84738d2-98c3-4ff6-97b3-8faa15e0d3f9),segment_id=d84738d2-98c3-4ff6-97b3-8faa15e0d3f9)] {{(pid=104571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:31:41.785460 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0bca79a9-234c-41d6-8953-ef6feb859910 req-a835f054-60bd-4983-b486-69eb727fa190 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9330263 Nov 02 07:31:41.821852 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-634271d1-7cfc-449e-877b-62d25567bf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (996f2c32-c1ac-4a87-8225-a97b2b8e6f96), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:41.839785 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31272fb-4330-4742-b4b4-2aa5d4477b82 req-43ac0c17-caef-4a04-9bf2-106eade952bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:41.841552 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f31272fb-4330-4742-b4b4-2aa5d4477b82 req-43ac0c17-caef-4a04-9bf2-106eade952bc service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=df168e1504c947169b74f50c1ed4de95&device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 1129 time: 0.3734021 Nov 02 07:31:41.849167 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-3d35b166-207d-411d-b775-56e40aa15313 req-49870a68-0b21-4e61-ac44-3bd1d6b15abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (47c195f9-fe3d-4872-a0a9-ef4120548d09), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:41.906886 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-a300a05d-65f2-4272-a570-143a93f842ae None None] Set router 89f0d564-b221-45ea-89d7-6c6e7bf546cb gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:31:41.949910 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5ca4cf-350b-4206-8592-4702039d5472 None None] Network 83797ce7-5336-4f43-b593-3ba1916c5e52 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:31:41.955157 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31272fb-4330-4742-b4b4-2aa5d4477b82 req-ad4c158b-99aa-4f9f-a079-1709edcd55b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:41.956753 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f31272fb-4330-4742-b4b4-2aa5d4477b82 req-ad4c158b-99aa-4f9f-a079-1709edcd55b3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=dc944948-bf48-4be4-9702-2103a8c937e6 HTTP/1.1" status: 200 len: 916 time: 0.1056693 Nov 02 07:31:41.962024 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c76741-cc8b-4247-bd83-795e8622f3b8 x-openstack-request-id: req-10c76741-cc8b-4247-bd83-795e8622f3b8 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:31:41.962307 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c89d505-bb4e-469f-bcb9-c336439e865a", "tag": "417309a1-1746-4c69-89dd-ecf6b6199572", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:31:41.962591 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-10c76741-cc8b-4247-bd83-795e8622f3b8 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:31:41.962987 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10c76741-cc8b-4247-bd83-795e8622f3b8'] response: {'name': 'network-changed', 'server_uuid': '4c89d505-bb4e-469f-bcb9-c336439e865a', 'tag': '417309a1-1746-4c69-89dd-ecf6b6199572', 'status': 'completed', 'code': 200} Nov 02 07:31:42.021020 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf63862-bb44-4d8d-bd26-460dbc323eac req-5d22cb60-3b00-4f93-b0ef-4abbd6f85c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:42.022596 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ccf63862-bb44-4d8d-bd26-460dbc323eac req-5d22cb60-3b00-4f93-b0ef-4abbd6f85c2b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=566514b413e24aaebe69c11ce2159ac9&device_id=4c89d505-bb4e-469f-bcb9-c336439e865a HTTP/1.1" status: 200 len: 1129 time: 0.0535271 Nov 02 07:31:42.049114 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f31272fb-4330-4742-b4b4-2aa5d4477b82 req-d6da0060-2177-416b-bbe0-96fe1d437f9c service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba58ff3d-570b-447a-86ec-a6d9a70152fc HTTP/1.1" status: 200 len: 1001 time: 0.0728500 Nov 02 07:31:42.058730 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-cdc69509-3fa7-4d35-b52d-42f6cbf3ee55 req-9556303c-6ee6-4370-9fd3-dba546676f04 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677312 Nov 02 07:31:42.114225 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb8b53-a2b1-4aa3-9a46-57ec180257b0 None None] Pushing event updated for resources: {'Port': ['ID=996f2c32-c1ac-4a87-8225-a97b2b8e6f96,revision_number=4']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:42.163557 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port e09a6530-1dcb-4f9c-a953-b69f06c9d272 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:31:42.165697 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (e09a6530-1dcb-4f9c-a953-b69f06c9d272), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:42.166146 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port e09a6530-1dcb-4f9c-a953-b69f06c9d272 Nov 02 07:31:42.182502 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-a300a05d-65f2-4272-a570-143a93f842ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f0d564-b221-45ea-89d7-6c6e7bf546cb', 'name': 'tempest-TestShelveInstance-1454838102-router', 'tenant_id': 'd69c92f22f8d42bdb324ed5d021b56e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '55f0b5a6-f19e-45ba-8990-323a4118bae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:31:39Z', 'updated_at': '2022-11-02T07:31:40Z', 'revision_number': 3, 'project_id': 'd69c92f22f8d42bdb324ed5d021b56e3', 'gw_port': {'id': '55f0b5a6-f19e-45ba-8990-323a4118bae3', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:25:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f0d564-b221-45ea-89d7-6c6e7bf546cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:40Z', 'updated_at': '2022-11-02T07:31:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:31:42.190501 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634271d1-7cfc-449e-877b-62d25567bf91 None None] Routers {'9c7369f9-4754-49c6-9529-09b76f58b290'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:31:42.190861 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-634271d1-7cfc-449e-877b-62d25567bf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:31:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['9c7369f9-4754-49c6-9529-09b76f58b290'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:31:42.212013 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-f67385c0-d8e4-485d-8677-c3e7986dfa1a None None] Provisioning complete for port e09a6530-1dcb-4f9c-a953-b69f06c9d272 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:31:42.212534 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f67385c0-d8e4-485d-8677-c3e7986dfa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (e09a6530-1dcb-4f9c-a953-b69f06c9d272), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:42.213220 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-f67385c0-d8e4-485d-8677-c3e7986dfa1a None None] Attempt 1 to provision port e09a6530-1dcb-4f9c-a953-b69f06c9d272 Nov 02 07:31:42.214331 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31272fb-4330-4742-b4b4-2aa5d4477b82 req-b6bf436e-f1f6-4eb9-98ee-db3bf508ceee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:42.216902 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f31272fb-4330-4742-b4b4-2aa5d4477b82 req-b6bf436e-f1f6-4eb9-98ee-db3bf508ceee service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=1d426ab6-29f8-42bf-863b-191b8ac9a103 HTTP/1.1" status: 200 len: 854 time: 0.1560559 Nov 02 07:31:42.243294 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a300a05d-65f2-4272-a570-143a93f842ae None None] Checking router: 89f0d564-b221-45ea-89d7-6c6e7bf546cb for host: dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:31:42.243294 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a300a05d-65f2-4272-a570-143a93f842ae None None] Updating router 89f0d564-b221-45ea-89d7-6c6e7bf546cb port 55f0b5a6-f19e-45ba-8990-323a4118bae3 binding host dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 07:31:42.307316 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31272fb-4330-4742-b4b4-2aa5d4477b82 req-a6989d03-20b0-4f00-a731-6d95c8888413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:42.309402 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f31272fb-4330-4742-b4b4-2aa5d4477b82 req-a6989d03-20b0-4f00-a731-6d95c8888413 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=dc944948-bf48-4be4-9702-2103a8c937e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0823925 Nov 02 07:31:42.399736 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-f275aa2b-ecdd-44f6-91f8-085fb0e10e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'name': 'tempest-TestVolumeBootPattern-1641613649-router', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:20Z', 'updated_at': '2022-11-02T07:30:26Z', 'revision_number': 4, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'gw_port': {'id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:21Z', 'updated_at': '2022-11-02T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': 'a16e63c0-31df-47a6-b2fd-b3de1349ede4', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'port_id': '417309a1-1746-4c69-89dd-ecf6b6199572', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'mac_address': 'fa:16:3e:30:76:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c89d505-bb4e-469f-bcb9-c336439e865a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:31:37Z', 'updated_at': '2022-11-02T07:31:37Z', 'revision_number': 0, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393f498e-4c1a-4e54-aa83-f24d808618db', 'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'mac_address': 'fa:16:3e:5d:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:25Z', 'updated_at': '2022-11-02T07:30:36Z', 'revision_number': 5, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'subnets': [{'id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:31:42.428954 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-a300a05d-65f2-4272-a570-143a93f842ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (55f0b5a6-f19e-45ba-8990-323a4118bae3), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:42.449550 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f275aa2b-ecdd-44f6-91f8-085fb0e10e2a None None] The sync data for ids ['26112d59-8b1b-477a-acfc-80c36e5d6753'] in dv-cinder-804735-33-iscsi is: [{'id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'name': 'tempest-TestVolumeBootPattern-1641613649-router', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:20Z', 'updated_at': '2022-11-02T07:30:26Z', 'revision_number': 4, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'gw_port': {'id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:21Z', 'updated_at': '2022-11-02T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': 'a16e63c0-31df-47a6-b2fd-b3de1349ede4', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'port_id': '417309a1-1746-4c69-89dd-ecf6b6199572', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'mac_address': 'fa:16:3e:30:76:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c89d505-bb4e-469f-bcb9-c336439e865a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:31:37Z', 'updated_at': '2022-11-02T07:31:37Z', 'revision_number': 0, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393f498e-4c1a-4e54-aa83-f24d808618db', 'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'mac_address': 'fa:16:3e:5d:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:25Z', 'updated_at': '2022-11-02T07:30:36Z', 'revision_number': 5, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'subnets': [{'id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:31:42.543754 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port e09a6530-1dcb-4f9c-a953-b69f06c9d272 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:31:42.544988 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (e09a6530-1dcb-4f9c-a953-b69f06c9d272), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:42.549718 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-f67385c0-d8e4-485d-8677-c3e7986dfa1a None None] Current status of the port e09a6530-1dcb-4f9c-a953-b69f06c9d272 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:31:42.550098 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f67385c0-d8e4-485d-8677-c3e7986dfa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (e09a6530-1dcb-4f9c-a953-b69f06c9d272), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:42.591671 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [req-3d35b166-207d-411d-b775-56e40aa15313 req-49870a68-0b21-4e61-ac44-3bd1d6b15abc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c195f9-fe3d-4872-a0a9-ef4120548d09 {{(pid=104569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:31:42.600145 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-3d35b166-207d-411d-b775-56e40aa15313 req-49870a68-0b21-4e61-ac44-3bd1d6b15abc service neutron] Publish callbacks [] for port (47c195f9-fe3d-4872-a0a9-ef4120548d09), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:42.616790 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-634271d1-7cfc-449e-877b-62d25567bf91 None None] Set router 9c7369f9-4754-49c6-9529-09b76f58b290 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:31:42.621638 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port e09a6530-1dcb-4f9c-a953-b69f06c9d272, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=e09a6530-1dcb-4f9c-a953-b69f06c9d272,segment=NetworkSegment(158560fd-d26c-46c4-bf12-ae1614ab269f),segment_id=158560fd-d26c-46c4-bf12-ae1614ab269f)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:31:42.626861 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.provisioning_blocks [req-3d35b166-207d-411d-b775-56e40aa15313 req-49870a68-0b21-4e61-ac44-3bd1d6b15abc service neutron] Transition to ACTIVE for port object 47c195f9-fe3d-4872-a0a9-ef4120548d09 will not be triggered until provisioned by entity L2. {{(pid=104569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 07:31:42.628632 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:42.632301 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (e09a6530-1dcb-4f9c-a953-b69f06c9d272), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:42.683714 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf63862-bb44-4d8d-bd26-460dbc323eac req-2e5582d5-121e-4649-873a-2ca0bfc9bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:42.686808 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ccf63862-bb44-4d8d-bd26-460dbc323eac req-2e5582d5-121e-4649-873a-2ca0bfc9bd31 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=f6809857-e0de-42f0-baa8-be80912a85f1 HTTP/1.1" status: 200 len: 913 time: 0.6363947 Nov 02 07:31:42.729297 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f11d5-8b37-47d7-bb84-4793c15541a6 req-32750a3d-4cd4-4714-ad8b-a75ba776d10b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:42.730932 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-379f11d5-8b37-47d7-bb84-4793c15541a6 req-32750a3d-4cd4-4714-ad8b-a75ba776d10b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.0993285 Nov 02 07:31:42.737512 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-3d35b166-207d-411d-b775-56e40aa15313 req-49870a68-0b21-4e61-ac44-3bd1d6b15abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (47c195f9-fe3d-4872-a0a9-ef4120548d09), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:42.764482 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:42.784162 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:42.789214 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.db.api [None req-f67385c0-d8e4-485d-8677-c3e7986dfa1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Nov 02 07:31:42.789620 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG oslo_db.api [None req-f67385c0-d8e4-485d-8677-c3e7986dfa1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 07:31:42.795180 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=e09a6530-1dcb-4f9c-a953-b69f06c9d272,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:42.829220 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 996f2c32-c1ac-4a87-8225-a97b2b8e6f96 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:31:42.898053 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e55009-4ca9-4d35-8545-c0de255e81b2 None None] New status for floating IP a16e63c0-31df-47a6-b2fd-b3de1349ede4: ACTIVE {{(pid=104570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 07:31:42.915247 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:42.917882 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ccf63862-bb44-4d8d-bd26-460dbc323eac req-6a7c8ded-b750-4ed8-bfc4-32539aa67f37 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=417309a1-1746-4c69-89dd-ecf6b6199572 HTTP/1.1" status: 200 len: 999 time: 0.2232959 Nov 02 07:31:42.930419 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49870a68-0b21-4e61-ac44-3bd1d6b15abc service neutron] Pushing event updated for resources: {'Port': ['ID=47c195f9-fe3d-4872-a0a9-ef4120548d09,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:43.005856 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:43.021181 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf63862-bb44-4d8d-bd26-460dbc323eac req-c656cf2a-e934-44f7-9783-cf760cf3895c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:43.023221 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ccf63862-bb44-4d8d-bd26-460dbc323eac req-c656cf2a-e934-44f7-9783-cf760cf3895c service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=77ee38fc-7b77-488d-b9f4-ad8de0678fd1 HTTP/1.1" status: 200 len: 851 time: 0.0961366 Nov 02 07:31:43.076712 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7d98c965-9bfe-45bf-b7f2-461c5d4a0212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:43.087527 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-379f11d5-8b37-47d7-bb84-4793c15541a6 req-c11c3c3d-24ab-4795-819c-44ed64f855f6 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3463669 Nov 02 07:31:43.105525 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 996f2c32-c1ac-4a87-8225-a97b2b8e6f96 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:31:43.105897 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (996f2c32-c1ac-4a87-8225-a97b2b8e6f96), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:43.106228 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 996f2c32-c1ac-4a87-8225-a97b2b8e6f96 Nov 02 07:31:43.132523 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90b5c6-802f-4464-afdf-c3113944bca7 req-8b5051bd-0411-4380-9079-4ddffe66db89 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:43.134102 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-a300a05d-65f2-4272-a570-143a93f842ae None None] Publish callbacks [] for port (55f0b5a6-f19e-45ba-8990-323a4118bae3), precommit_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:43.137468 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:43.141827 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1b90b5c6-802f-4464-afdf-c3113944bca7 req-8b5051bd-0411-4380-9079-4ddffe66db89 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 943 time: 0.2037945 Nov 02 07:31:43.150405 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f31272fb-4330-4742-b4b4-2aa5d4477b82 req-6d2dd788-5737-44e4-b9cf-445b12470d68 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dc944948-bf48-4be4-9702-2103a8c937e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8303828 Nov 02 07:31:43.157459 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-a300a05d-65f2-4272-a570-143a93f842ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (55f0b5a6-f19e-45ba-8990-323a4118bae3), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:43.168339 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf63862-bb44-4d8d-bd26-460dbc323eac req-3d5841c1-d994-4958-a2f4-c9d1a21b2a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:43.170016 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ccf63862-bb44-4d8d-bd26-460dbc323eac req-3d5841c1-d994-4958-a2f4-c9d1a21b2a83 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=f6809857-e0de-42f0-baa8-be80912a85f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1345565 Nov 02 07:31:43.222304 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:43.223760 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-a300a05d-65f2-4272-a570-143a93f842ae None None] Attempting to bind port 55f0b5a6-f19e-45ba-8990-323a4118bae3 on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:31:43.225099 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-a300a05d-65f2-4272-a570-143a93f842ae None None] Attempting to bind port 55f0b5a6-f19e-45ba-8990-323a4118bae3 by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:31:43.225099 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a300a05d-65f2-4272-a570-143a93f842ae None None] Attempting to bind port 55f0b5a6-f19e-45ba-8990-323a4118bae3 on network ac01166e-81e9-4cae-b853-f9fd1f541c1c {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:31:43.262816 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 996f2c32-c1ac-4a87-8225-a97b2b8e6f96 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:31:43.263770 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (996f2c32-c1ac-4a87-8225-a97b2b8e6f96), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:43.269432 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084d1f0-23fa-4466-911a-55671ab87f2d None None] Pushing event updated for resources: {'Port': ['ID=55f0b5a6-f19e-45ba-8990-323a4118bae3,revision_number=2']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:43.280636 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-3d35b166-207d-411d-b775-56e40aa15313 req-49870a68-0b21-4e61-ac44-3bd1d6b15abc service neutron] Attempting to bind port 47c195f9-fe3d-4872-a0a9-ef4120548d09 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:31:43.281010 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-3d35b166-207d-411d-b775-56e40aa15313 req-49870a68-0b21-4e61-ac44-3bd1d6b15abc service neutron] Attempting to bind port 47c195f9-fe3d-4872-a0a9-ef4120548d09 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '9319e40f-b31f-4389-b110-ad9b4c314925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12'}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:31:43.281582 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d35b166-207d-411d-b775-56e40aa15313 req-49870a68-0b21-4e61-ac44-3bd1d6b15abc service neutron] Attempting to bind port 47c195f9-fe3d-4872-a0a9-ef4120548d09 on network f40ed210-eb7b-4935-8be8-8b7615c77c12 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:31:43.292963 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a300a05d-65f2-4272-a570-143a93f842ae None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:31:43.293320 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a300a05d-65f2-4272-a570-143a93f842ae None None] Checking segment: {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:31:43.295101 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-a300a05d-65f2-4272-a570-143a93f842ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:43.295399 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a300a05d-65f2-4272-a570-143a93f842ae None None] Bound using segment: {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:31:43.295887 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-a300a05d-65f2-4272-a570-143a93f842ae None None] Bound port: 55f0b5a6-f19e-45ba-8990-323a4118bae3, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:31:43.296304 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-a300a05d-65f2-4272-a570-143a93f842ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (55f0b5a6-f19e-45ba-8990-323a4118bae3), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:43.377332 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-a300a05d-65f2-4272-a570-143a93f842ae None None] For port 55f0b5a6-f19e-45ba-8990-323a4118bae3, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:31:43.378240 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1b90b5c6-802f-4464-afdf-c3113944bca7 req-9fb117d6-c122-4311-9d13-f38bdcab1aa1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350574 Nov 02 07:31:43.382507 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d35b166-207d-411d-b775-56e40aa15313 req-49870a68-0b21-4e61-ac44-3bd1d6b15abc service neutron] Port 47c195f9-fe3d-4872-a0a9-ef4120548d09 on network f40ed210-eb7b-4935-8be8-8b7615c77c12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 07:31:43.382697 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-a300a05d-65f2-4272-a570-143a93f842ae None None] For port 55f0b5a6-f19e-45ba-8990-323a4118bae3, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=55f0b5a6-f19e-45ba-8990-323a4118bae3,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:31:43.382812 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d35b166-207d-411d-b775-56e40aa15313 req-49870a68-0b21-4e61-ac44-3bd1d6b15abc service neutron] Attempting to bind port 47c195f9-fe3d-4872-a0a9-ef4120548d09 on network f40ed210-eb7b-4935-8be8-8b7615c77c12 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:31:43.387968 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f31272fb-4330-4742-b4b4-2aa5d4477b82 req-d02bac46-c0f9-41cd-824a-ffbb48ce0de6 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dc944948-bf48-4be4-9702-2103a8c937e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198198 Nov 02 07:31:43.403972 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port 996f2c32-c1ac-4a87-8225-a97b2b8e6f96, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=996f2c32-c1ac-4a87-8225-a97b2b8e6f96,segment=NetworkSegment(d84738d2-98c3-4ff6-97b3-8faa15e0d3f9),segment_id=d84738d2-98c3-4ff6-97b3-8faa15e0d3f9)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:31:43.411652 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-f67385c0-d8e4-485d-8677-c3e7986dfa1a None None] Current status of the port e09a6530-1dcb-4f9c-a953-b69f06c9d272 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:31:43.412698 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-a300a05d-65f2-4272-a570-143a93f842ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (55f0b5a6-f19e-45ba-8990-323a4118bae3), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:43.415124 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (996f2c32-c1ac-4a87-8225-a97b2b8e6f96), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:43.417164 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ccf63862-bb44-4d8d-bd26-460dbc323eac req-bbbd2524-fcec-40fd-90b3-4b74874fd28b service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f6809857-e0de-42f0-baa8-be80912a85f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918015 Nov 02 07:31:43.473359 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=996f2c32-c1ac-4a87-8225-a97b2b8e6f96,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:43.494087 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a300a05d-65f2-4272-a570-143a93f842ae None None] Routers {'89f0d564-b221-45ea-89d7-6c6e7bf546cb'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:31:43.494690 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-a300a05d-65f2-4272-a570-143a93f842ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:31:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['89f0d564-b221-45ea-89d7-6c6e7bf546cb'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:31:43.501452 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3eeedd-c3f3-43b3-ad1d-d2c654784003 req-dd39b787-beed-4250-ac8d-4ff6fcef550a tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:43.503638 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-da3eeedd-c3f3-43b3-ad1d-d2c654784003 req-dd39b787-beed-4250-ac8d-4ff6fcef550a tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2b5c7853-1758-4e70-86c7-5f1bfd998ca6 HTTP/1.1" status: 200 len: 945 time: 0.0753596 Nov 02 07:31:43.510005 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d35b166-207d-411d-b775-56e40aa15313 req-49870a68-0b21-4e61-ac44-3bd1d6b15abc service neutron] Checking agent: {'id': '8bd0314e-b36f-45c2-bb1e-4de001688fd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'started_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:31:43.510437 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d35b166-207d-411d-b775-56e40aa15313 req-49870a68-0b21-4e61-ac44-3bd1d6b15abc service neutron] Checking segment: {'id': '9319e40f-b31f-4389-b110-ad9b4c314925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:31:43.510887 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d35b166-207d-411d-b775-56e40aa15313 req-49870a68-0b21-4e61-ac44-3bd1d6b15abc service neutron] Bound using segment: {'id': '9319e40f-b31f-4389-b110-ad9b4c314925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12'} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:31:43.511755 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-3d35b166-207d-411d-b775-56e40aa15313 req-49870a68-0b21-4e61-ac44-3bd1d6b15abc service neutron] Bound port: 47c195f9-fe3d-4872-a0a9-ef4120548d09, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9319e40f-b31f-4389-b110-ad9b4c314925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12'}}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:31:43.511895 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-3d35b166-207d-411d-b775-56e40aa15313 req-49870a68-0b21-4e61-ac44-3bd1d6b15abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (47c195f9-fe3d-4872-a0a9-ef4120548d09), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:43.538766 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-9b91384f-d559-44fb-9d30-886d0b49ece4 None None] Provisioning complete for port e09a6530-1dcb-4f9c-a953-b69f06c9d272 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:31:43.540984 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-9b91384f-d559-44fb-9d30-886d0b49ece4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (e09a6530-1dcb-4f9c-a953-b69f06c9d272), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:43.541722 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-9b91384f-d559-44fb-9d30-886d0b49ece4 None None] Attempt 1 to provision port e09a6530-1dcb-4f9c-a953-b69f06c9d272 Nov 02 07:31:43.559356 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-634271d1-7cfc-449e-877b-62d25567bf91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'name': 'tempest-TestShelveInstance-1427041676-router', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd7409375-7c35-44e1-988d-8096fae6e17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:31:29Z', 'updated_at': '2022-11-02T07:31:34Z', 'revision_number': 4, 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'gw_port': {'id': 'd7409375-7c35-44e1-988d-8096fae6e17f', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:30Z', 'updated_at': '2022-11-02T07:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '996f2c32-c1ac-4a87-8225-a97b2b8e6f96', 'name': '', 'network_id': 'a4b569f4-0220-4fbb-945d-473979044420', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'mac_address': 'fa:16:3e:7f:df:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fdac1f18-4f67-4d45-9794-697cbfd49b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:33Z', 'updated_at': '2022-11-02T07:31:41Z', 'revision_number': 4, 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'subnets': [{'id': 'fdac1f18-4f67-4d45-9794-697cbfd49b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:31:43.564460 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084d1f0-23fa-4466-911a-55671ab87f2d None None] Pushing event updated for resources: {'Port': ['ID=55f0b5a6-f19e-45ba-8990-323a4118bae3,revision_number=3']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:43.567394 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-7d98c965-9bfe-45bf-b7f2-461c5d4a0212 admin admin] Allocated IP 172.20.0.1 (83797ce7-5336-4f43-b593-3ba1916c5e52/ebc26018-a972-462a-83f4-6abd0e233cdd/57329ade-c27b-4f03-a735-a3c74d01c281) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:31:43.569501 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:43.582976 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-da3eeedd-c3f3-43b3-ad1d-d2c654784003 req-96686f68-1117-4c47-95ad-882108280035 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675204 Nov 02 07:31:43.594136 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634271d1-7cfc-449e-877b-62d25567bf91 None None] The sync data for ids ['9c7369f9-4754-49c6-9529-09b76f58b290'] in dv-cinder-804735-33-iscsi is: [{'id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'name': 'tempest-TestShelveInstance-1427041676-router', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd7409375-7c35-44e1-988d-8096fae6e17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:31:29Z', 'updated_at': '2022-11-02T07:31:34Z', 'revision_number': 4, 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'gw_port': {'id': 'd7409375-7c35-44e1-988d-8096fae6e17f', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:30Z', 'updated_at': '2022-11-02T07:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '996f2c32-c1ac-4a87-8225-a97b2b8e6f96', 'name': '', 'network_id': 'a4b569f4-0220-4fbb-945d-473979044420', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'mac_address': 'fa:16:3e:7f:df:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fdac1f18-4f67-4d45-9794-697cbfd49b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:33Z', 'updated_at': '2022-11-02T07:31:41Z', 'revision_number': 4, 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'subnets': [{'id': 'fdac1f18-4f67-4d45-9794-697cbfd49b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:31:43.661285 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-3d35b166-207d-411d-b775-56e40aa15313 req-49870a68-0b21-4e61-ac44-3bd1d6b15abc service neutron] For port 47c195f9-fe3d-4872-a0a9-ef4120548d09, host hv-cinder-80473, cleared binding levels {{(pid=104569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:31:43.666545 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-3d35b166-207d-411d-b775-56e40aa15313 req-49870a68-0b21-4e61-ac44-3bd1d6b15abc service neutron] For port 47c195f9-fe3d-4872-a0a9-ef4120548d09, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=47c195f9-fe3d-4872-a0a9-ef4120548d09,segment=NetworkSegment(9319e40f-b31f-4389-b110-ad9b4c314925),segment_id=9319e40f-b31f-4389-b110-ad9b4c314925)] {{(pid=104569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:31:43.668352 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-9b91384f-d559-44fb-9d30-886d0b49ece4 None None] Current status of the port e09a6530-1dcb-4f9c-a953-b69f06c9d272 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:31:43.680227 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-3d35b166-207d-411d-b775-56e40aa15313 req-49870a68-0b21-4e61-ac44-3bd1d6b15abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (47c195f9-fe3d-4872-a0a9-ef4120548d09), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:43.690578 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35b166-207d-411d-b775-56e40aa15313 req-49870a68-0b21-4e61-ac44-3bd1d6b15abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:43.691200 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-3d35b166-207d-411d-b775-56e40aa15313 req-49870a68-0b21-4e61-ac44-3bd1d6b15abc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:43.693706 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3d35b166-207d-411d-b775-56e40aa15313 req-49870a68-0b21-4e61-ac44-3bd1d6b15abc service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/47c195f9-fe3d-4872-a0a9-ef4120548d09 HTTP/1.1" status: 200 len: 1093 time: 2.1078951 Nov 02 07:31:43.703419 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-a300a05d-65f2-4272-a570-143a93f842ae None None] Set router 89f0d564-b221-45ea-89d7-6c6e7bf546cb gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:31:43.748640 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49870a68-0b21-4e61-ac44-3bd1d6b15abc service neutron] Pushing event updated for resources: {'Port': ['ID=47c195f9-fe3d-4872-a0a9-ef4120548d09,revision_number=3']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:43.753914 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7d98c965-9bfe-45bf-b7f2-461c5d4a0212 admin admin] Publish callbacks [] for port (57329ade-c27b-4f03-a735-a3c74d01c281), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:43.791415 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7d98c965-9bfe-45bf-b7f2-461c5d4a0212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (57329ade-c27b-4f03-a735-a3c74d01c281), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:43.841228 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d98c965-9bfe-45bf-b7f2-461c5d4a0212 admin admin] Network 83797ce7-5336-4f43-b593-3ba1916c5e52 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:31:43.844936 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98c965-9bfe-45bf-b7f2-461c5d4a0212 admin admin] Pushing event updated for resources: {'Port': ['ID=57329ade-c27b-4f03-a735-a3c74d01c281,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:43.848488 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-7d98c965-9bfe-45bf-b7f2-461c5d4a0212 admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:31:43.850539 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d98c965-9bfe-45bf-b7f2-461c5d4a0212 admin admin] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:31:43.886064 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-a300a05d-65f2-4272-a570-143a93f842ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f0d564-b221-45ea-89d7-6c6e7bf546cb', 'name': 'tempest-TestShelveInstance-1454838102-router', 'tenant_id': 'd69c92f22f8d42bdb324ed5d021b56e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '55f0b5a6-f19e-45ba-8990-323a4118bae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:31:39Z', 'updated_at': '2022-11-02T07:31:40Z', 'revision_number': 3, 'project_id': 'd69c92f22f8d42bdb324ed5d021b56e3', 'gw_port': {'id': '55f0b5a6-f19e-45ba-8990-323a4118bae3', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:25:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f0d564-b221-45ea-89d7-6c6e7bf546cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:40Z', 'updated_at': '2022-11-02T07:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:31:43.898535 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7d98c965-9bfe-45bf-b7f2-461c5d4a0212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650874'] for router_interface (89f0d564-b221-45ea-89d7-6c6e7bf546cb), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:43.916614 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a300a05d-65f2-4272-a570-143a93f842ae None None] The sync data for ids ['89f0d564-b221-45ea-89d7-6c6e7bf546cb'] in dv-cinder-804735-33-iscsi is: [{'id': '89f0d564-b221-45ea-89d7-6c6e7bf546cb', 'name': 'tempest-TestShelveInstance-1454838102-router', 'tenant_id': 'd69c92f22f8d42bdb324ed5d021b56e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '55f0b5a6-f19e-45ba-8990-323a4118bae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:31:39Z', 'updated_at': '2022-11-02T07:31:40Z', 'revision_number': 3, 'project_id': 'd69c92f22f8d42bdb324ed5d021b56e3', 'gw_port': {'id': '55f0b5a6-f19e-45ba-8990-323a4118bae3', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:25:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f0d564-b221-45ea-89d7-6c6e7bf546cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:40Z', 'updated_at': '2022-11-02T07:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:31:43.964058 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8c1657-4f0c-4856-aa2f-7536a549ad16', 'tag': '47c195f9-fe3d-4872-a0a9-ef4120548d09'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:31:43.968372 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7738b12-ca41-4088-98da-949c413256c3" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8c1657-4f0c-4856-aa2f-7536a549ad16", "tag": "47c195f9-fe3d-4872-a0a9-ef4120548d09"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:31:44.015208 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86c5a56-11ed-40b4-a477-bbd3297fff74 x-openstack-request-id: req-c86c5a56-11ed-40b4-a477-bbd3297fff74 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:31:44.015899 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8c1657-4f0c-4856-aa2f-7536a549ad16", "tag": "47c195f9-fe3d-4872-a0a9-ef4120548d09", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:31:44.016341 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c86c5a56-11ed-40b4-a477-bbd3297fff74 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:31:44.016936 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c86c5a56-11ed-40b4-a477-bbd3297fff74'] response: {'name': 'network-changed', 'server_uuid': '7f8c1657-4f0c-4856-aa2f-7536a549ad16', 'tag': '47c195f9-fe3d-4872-a0a9-ef4120548d09', 'status': 'completed', 'code': 200} Nov 02 07:31:44.146698 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:44.211501 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-d2fdfdf6-d646-4e1c-8aa6-5a4b365fa150 None None] Provisioning complete for port 57329ade-c27b-4f03-a735-a3c74d01c281 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:31:44.212224 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d2fdfdf6-d646-4e1c-8aa6-5a4b365fa150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (57329ade-c27b-4f03-a735-a3c74d01c281), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:44.212637 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-d2fdfdf6-d646-4e1c-8aa6-5a4b365fa150 None None] Attempt 1 to provision port 57329ade-c27b-4f03-a735-a3c74d01c281 Nov 02 07:31:44.245421 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7d98c965-9bfe-45bf-b7f2-461c5d4a0212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (57329ade-c27b-4f03-a735-a3c74d01c281), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:44.301745 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-d2fdfdf6-d646-4e1c-8aa6-5a4b365fa150 None None] Port 57329ade-c27b-4f03-a735-a3c74d01c281 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:31:44.306287 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe004f6-9aa1-46c1-8a96-8aaa758c9f99 req-dd9ff895-7abb-4f37-ad28-9870b3ce476f tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:44.307911 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bbe004f6-9aa1-46c1-8a96-8aaa758c9f99 req-dd9ff895-7abb-4f37-ad28-9870b3ce476f tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 945 time: 0.1082604 Nov 02 07:31:44.369801 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bbe004f6-9aa1-46c1-8a96-8aaa758c9f99 req-1aed7792-fa51-4139-bc9c-8279406a8e66 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535367 Nov 02 07:31:44.485545 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7d98c965-9bfe-45bf-b7f2-461c5d4a0212 admin admin] Publish callbacks [] for port (57329ade-c27b-4f03-a735-a3c74d01c281), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:44.490294 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7d98c965-9bfe-45bf-b7f2-461c5d4a0212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576543'] for port (57329ade-c27b-4f03-a735-a3c74d01c281), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:44.517825 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f484c-53c0-4b6e-b1d5-eac9df952c60 req-0c6136d9-225d-4ae8-8fa8-d4d2616b148a tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:44.519290 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8d9f484c-53c0-4b6e-b1d5-eac9df952c60 req-0c6136d9-225d-4ae8-8fa8-d4d2616b148a tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 943 time: 0.0506680 Nov 02 07:31:44.545423 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:44.563423 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98c965-9bfe-45bf-b7f2-461c5d4a0212 admin admin] Pushing event updated for resources: {'Port': ['ID=57329ade-c27b-4f03-a735-a3c74d01c281,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:44.568246 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7d98c965-9bfe-45bf-b7f2-461c5d4a0212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-997922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650966'] for router_interface (89f0d564-b221-45ea-89d7-6c6e7bf546cb), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:44.577330 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8d9f484c-53c0-4b6e-b1d5-eac9df952c60 req-380fd308-ea19-48b7-b2ab-925115abbdae tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518844 Nov 02 07:31:44.704517 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d98c965-9bfe-45bf-b7f2-461c5d4a0212 admin admin] Network 83797ce7-5336-4f43-b593-3ba1916c5e52 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:31:44.705978 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-7d98c965-9bfe-45bf-b7f2-461c5d4a0212 admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:31:44.729074 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f22af-3a00-459f-8e89-b852f2100633 req-2b045d76-a86b-4833-8620-7309f64eb393 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:44.730740 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2f4f22af-3a00-459f-8e89-b852f2100633 req-2b045d76-a86b-4833-8620-7309f64eb393 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2b5c7853-1758-4e70-86c7-5f1bfd998ca6 HTTP/1.1" status: 200 len: 945 time: 0.0675857 Nov 02 07:31:44.784691 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:44.801266 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2f4f22af-3a00-459f-8e89-b852f2100633 req-f36d4729-fd85-4dfd-8951-0d3c53d71536 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615742 Nov 02 07:31:44.882281 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d98c965-9bfe-45bf-b7f2-461c5d4a0212 admin admin] Router 89f0d564-b221-45ea-89d7-6c6e7bf546cb has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:31:44.902426 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 996f2c32-c1ac-4a87-8225-a97b2b8e6f96 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:31:44.965196 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 996f2c32-c1ac-4a87-8225-a97b2b8e6f96 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:31:44.965645 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (996f2c32-c1ac-4a87-8225-a97b2b8e6f96), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:44.966338 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 996f2c32-c1ac-4a87-8225-a97b2b8e6f96 Nov 02 07:31:45.008292 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device ba58ff3d-570b-447a-86ec-a6d9a70152fc no longer exists at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:31:45.018513 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d98c965-9bfe-45bf-b7f2-461c5d4a0212 admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:31:45.031139 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-7d98c965-9bfe-45bf-b7f2-461c5d4a0212 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/89f0d564-b221-45ea-89d7-6c6e7bf546cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3695025 Nov 02 07:31:45.064006 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-7d3c9394-191c-4ceb-9ad2-ec3f777bea8b None None] Provisioning complete for port 57329ade-c27b-4f03-a735-a3c74d01c281 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:31:45.064372 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-7d3c9394-191c-4ceb-9ad2-ec3f777bea8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (57329ade-c27b-4f03-a735-a3c74d01c281), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:45.064700 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-7d3c9394-191c-4ceb-9ad2-ec3f777bea8b None None] Attempt 1 to provision port 57329ade-c27b-4f03-a735-a3c74d01c281 Nov 02 07:31:45.268269 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:45.292268 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 996f2c32-c1ac-4a87-8225-a97b2b8e6f96 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:31:45.293332 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 55f0b5a6-f19e-45ba-8990-323a4118bae3 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:31:45.297486 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c9394-191c-4ceb-9ad2-ec3f777bea8b None None] Port 57329ade-c27b-4f03-a735-a3c74d01c281 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:31:45.330908 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port ba58ff3d-570b-447a-86ec-a6d9a70152fc is: ACTIVE; New status is: DOWN {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:31:45.331293 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (ba58ff3d-570b-447a-86ec-a6d9a70152fc), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:45.338792 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:45.366234 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae04f42-6d0d-42e5-ae5f-8022b6f546df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba58ff3d-570b-447a-86ec-a6d9a70152fc'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:31:45.368511 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae3fbe182e2c1c70a5346b740f804138ecd9042bc04c1c47f40fee79c776d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184acffe-3a7b-4f64-a399-c6c6d2be1117" -d '{"events": [{"server_uuid": "cae04f42-6d0d-42e5-ae5f-8022b6f546df", "name": "network-vif-unplugged", "status": "completed", "tag": "ba58ff3d-570b-447a-86ec-a6d9a70152fc"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:31:45.385380 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port ba58ff3d-570b-447a-86ec-a6d9a70152fc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ba58ff3d-570b-447a-86ec-a6d9a70152fc,segment=NetworkSegment(d7e1724e-6066-427b-a3a4-bc3e1a8af7fa),segment_id=d7e1724e-6066-427b-a3a4-bc3e1a8af7fa)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:31:45.387071 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 55f0b5a6-f19e-45ba-8990-323a4118bae3 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:31:45.387477 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (55f0b5a6-f19e-45ba-8990-323a4118bae3), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:45.387965 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 55f0b5a6-f19e-45ba-8990-323a4118bae3 Nov 02 07:31:45.413125 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (ba58ff3d-570b-447a-86ec-a6d9a70152fc), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:45.446862 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Nov 2022 07:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336227b3-adc7-48dc-80d5-ee9a9d353992 x-openstack-request-id: req-336227b3-adc7-48dc-80d5-ee9a9d353992 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:31:45.447305 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae04f42-6d0d-42e5-ae5f-8022b6f546df", "name": "network-vif-unplugged", "status": "completed", "tag": "ba58ff3d-570b-447a-86ec-a6d9a70152fc", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:31:45.447563 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-336227b3-adc7-48dc-80d5-ee9a9d353992 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:31:45.447953 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-336227b3-adc7-48dc-80d5-ee9a9d353992'] response: {'server_uuid': 'cae04f42-6d0d-42e5-ae5f-8022b6f546df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba58ff3d-570b-447a-86ec-a6d9a70152fc', 'code': 200} Nov 02 07:31:45.483966 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 37756) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:45.489305 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-68684ab6-17f2-4598-b739-e42799ede24a tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1590256925', 'description': 'tempest-secgroup-smoke-1590256925 description', 'project_id': '82915a36bbdb4b5998fd98833e234ad2'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:45.491405 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=ba58ff3d-570b-447a-86ec-a6d9a70152fc,revision_number=8']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:45.526114 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 55f0b5a6-f19e-45ba-8990-323a4118bae3 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:31:45.526529 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (55f0b5a6-f19e-45ba-8990-323a4118bae3), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:45.540058 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-68684ab6-17f2-4598-b739-e42799ede24a tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:45.553398 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port 55f0b5a6-f19e-45ba-8990-323a4118bae3, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=55f0b5a6-f19e-45ba-8990-323a4118bae3,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:31:45.557293 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (55f0b5a6-f19e-45ba-8990-323a4118bae3), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:45.558126 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device e09a6530-1dcb-4f9c-a953-b69f06c9d272 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:31:45.563048 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e1743-9200-4258-8166-535c5dd5816c req-92fa011f-5c59-4864-b968-7195f0feec18 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:45.564566 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-502e1743-9200-4258-8166-535c5dd5816c req-92fa011f-5c59-4864-b968-7195f0feec18 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 943 time: 0.0668259 Nov 02 07:31:45.582537 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:45.649264 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=55f0b5a6-f19e-45ba-8990-323a4118bae3,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:45.649845 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-502e1743-9200-4258-8166-535c5dd5816c req-4e92624d-181c-45f3-915f-05e71bb36474 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783784 Nov 02 07:31:45.652453 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port e09a6530-1dcb-4f9c-a953-b69f06c9d272 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:31:45.652813 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (e09a6530-1dcb-4f9c-a953-b69f06c9d272), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:45.653138 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port e09a6530-1dcb-4f9c-a953-b69f06c9d272 Nov 02 07:31:45.689541 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-68684ab6-17f2-4598-b739-e42799ede24a tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks [] for security_group (9fbb8a5c-4778-45a7-89f9-1bb88cfc8797), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:45.695892 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-68684ab6-17f2-4598-b739-e42799ede24a tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (9fbb8a5c-4778-45a7-89f9-1bb88cfc8797), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:45.741945 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port e09a6530-1dcb-4f9c-a953-b69f06c9d272 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:31:45.767872 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-68684ab6-17f2-4598-b739-e42799ede24a tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:45.769106 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-68684ab6-17f2-4598-b739-e42799ede24a tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2840996 Nov 02 07:31:45.772235 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37760) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:45.772500 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68684ab6-17f2-4598-b739-e42799ede24a tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:45.776861 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-f6002556-5ee7-4f39-8692-1a0db56445c8 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Request body: {'security_group_rule': {'security_group_id': '9fbb8a5c-4778-45a7-89f9-1bb88cfc8797', 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:45.791011 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd2f73-77db-4933-a6da-73250eeb2562 req-1631f399-d1b6-4cba-9416-6c16425d9d93 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:45.792519 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bcbd2f73-77db-4933-a6da-73250eeb2562 req-1631f399-d1b6-4cba-9416-6c16425d9d93 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 943 time: 0.0718498 Nov 02 07:31:45.812541 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f6002556-5ee7-4f39-8692-1a0db56445c8 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks [] for security_group_rule (d5f107fe-bf88-4048-b1d5-f1b8fc37d277), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:45.851268 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bcbd2f73-77db-4933-a6da-73250eeb2562 req-a46c1c98-9084-4b95-8812-2714be9be045 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527034 Nov 02 07:31:45.881559 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f6002556-5ee7-4f39-8692-1a0db56445c8 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks [] for security_group_rule (d5f107fe-bf88-4048-b1d5-f1b8fc37d277), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:45.884340 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f6002556-5ee7-4f39-8692-1a0db56445c8 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (d5f107fe-bf88-4048-b1d5-f1b8fc37d277), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:45.908901 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6002556-5ee7-4f39-8692-1a0db56445c8 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f107fe-bf88-4048-b1d5-f1b8fc37d277,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:45.914656 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f6002556-5ee7-4f39-8692-1a0db56445c8 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:45.915889 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-f6002556-5ee7-4f39-8692-1a0db56445c8 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1425481 Nov 02 07:31:45.918773 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37764) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:45.924321 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-8cae9dbe-f435-4c18-a17b-c953303f066d tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Request body: {'security_group_rule': {'security_group_id': '9fbb8a5c-4778-45a7-89f9-1bb88cfc8797', 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:45.940630 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:45.947680 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b973fc9-ca93-435c-b39b-799e77a688dd req-2f4379ca-67de-466c-b6a1-3941200785b3 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:45.949224 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8b973fc9-ca93-435c-b39b-799e77a688dd req-2f4379ca-67de-466c-b6a1-3941200785b3 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2b5c7853-1758-4e70-86c7-5f1bfd998ca6 HTTP/1.1" status: 200 len: 945 time: 0.0530686 Nov 02 07:31:45.958087 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8cae9dbe-f435-4c18-a17b-c953303f066d tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks [] for security_group_rule (e9ba4837-59d6-4efe-90a0-26011dbf327b), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:46.003495 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8b973fc9-ca93-435c-b39b-799e77a688dd req-2baac833-5b39-4f20-89e8-e3b54e72dede tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463581 Nov 02 07:31:46.019565 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8cae9dbe-f435-4c18-a17b-c953303f066d tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks [] for security_group_rule (e9ba4837-59d6-4efe-90a0-26011dbf327b), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:46.023362 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8cae9dbe-f435-4c18-a17b-c953303f066d tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (e9ba4837-59d6-4efe-90a0-26011dbf327b), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:46.043415 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae9dbe-f435-4c18-a17b-c953303f066d tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9ba4837-59d6-4efe-90a0-26011dbf327b,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:46.051364 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8cae9dbe-f435-4c18-a17b-c953303f066d tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:46.055059 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-8cae9dbe-f435-4c18-a17b-c953303f066d tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1328111 Nov 02 07:31:46.055256 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37766) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:46.059595 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-4d83a1d7-4fc6-4b21-8ded-a4af84554be0 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Request body: {'security_group_rule': {'security_group_id': '9fbb8a5c-4778-45a7-89f9-1bb88cfc8797', 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:46.067608 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eadc0d-8c94-438d-b9fa-2352f6c8a531 None None] Sync routers for ids ['89f0d564-b221-45ea-89d7-6c6e7bf546cb'] in dv-cinder-804735-33-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:31:46.081390 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eadc0d-8c94-438d-b9fa-2352f6c8a531 None None] Routers {'89f0d564-b221-45ea-89d7-6c6e7bf546cb'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:31:46.082165 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-20eadc0d-8c94-438d-b9fa-2352f6c8a531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:31:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['89f0d564-b221-45ea-89d7-6c6e7bf546cb'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:31:46.090382 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4d83a1d7-4fc6-4b21-8ded-a4af84554be0 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks [] for security_group_rule (ef5dcfb6-f215-4e3f-b328-508df3bf76dc), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:46.128148 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:46.150341 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4d83a1d7-4fc6-4b21-8ded-a4af84554be0 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks [] for security_group_rule (ef5dcfb6-f215-4e3f-b328-508df3bf76dc), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:46.155095 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4d83a1d7-4fc6-4b21-8ded-a4af84554be0 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (ef5dcfb6-f215-4e3f-b328-508df3bf76dc), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:46.176933 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83a1d7-4fc6-4b21-8ded-a4af84554be0 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef5dcfb6-f215-4e3f-b328-508df3bf76dc,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:46.186153 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4d83a1d7-4fc6-4b21-8ded-a4af84554be0 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:46.187414 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-4d83a1d7-4fc6-4b21-8ded-a4af84554be0 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1311915 Nov 02 07:31:46.190220 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 37768) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:46.195055 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-f36f81bd-38e0-4eff-965e-96e5d26f9dea tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Request body: {'security_group_rule': {'security_group_id': '9fbb8a5c-4778-45a7-89f9-1bb88cfc8797', 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:46.195374 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-20eadc0d-8c94-438d-b9fa-2352f6c8a531 None None] Set router 89f0d564-b221-45ea-89d7-6c6e7bf546cb gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:31:46.224602 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f36f81bd-38e0-4eff-965e-96e5d26f9dea tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks [] for security_group_rule (b1ab7abb-c67f-4354-a0b0-8cc4022ca491), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:46.286398 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f36f81bd-38e0-4eff-965e-96e5d26f9dea tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks [] for security_group_rule (b1ab7abb-c67f-4354-a0b0-8cc4022ca491), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:46.290087 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f36f81bd-38e0-4eff-965e-96e5d26f9dea tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (b1ab7abb-c67f-4354-a0b0-8cc4022ca491), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:46.310830 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f81bd-38e0-4eff-965e-96e5d26f9dea tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ab7abb-c67f-4354-a0b0-8cc4022ca491,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:46.320258 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f36f81bd-38e0-4eff-965e-96e5d26f9dea tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:46.324633 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-f36f81bd-38e0-4eff-965e-96e5d26f9dea tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1332481 Nov 02 07:31:46.325515 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37770) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:46.332833 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-fb9e70a5-ff12-45c7-98e2-77510b489648 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Request body: {'security_group_rule': {'security_group_id': '9fbb8a5c-4778-45a7-89f9-1bb88cfc8797', 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:46.335166 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bc9302da-92cd-4774-a818-3db8f668b82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:46.401798 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-20eadc0d-8c94-438d-b9fa-2352f6c8a531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f0d564-b221-45ea-89d7-6c6e7bf546cb', 'name': 'tempest-TestShelveInstance-1454838102-router', 'tenant_id': 'd69c92f22f8d42bdb324ed5d021b56e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '55f0b5a6-f19e-45ba-8990-323a4118bae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:31:39Z', 'updated_at': '2022-11-02T07:31:44Z', 'revision_number': 4, 'project_id': 'd69c92f22f8d42bdb324ed5d021b56e3', 'gw_port': {'id': '55f0b5a6-f19e-45ba-8990-323a4118bae3', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f0d564-b221-45ea-89d7-6c6e7bf546cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:40Z', 'updated_at': '2022-11-02T07:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '57329ade-c27b-4f03-a735-a3c74d01c281', 'name': '', 'network_id': '83797ce7-5336-4f43-b593-3ba1916c5e52', 'tenant_id': 'd69c92f22f8d42bdb324ed5d021b56e3', 'mac_address': 'fa:16:3e:9b:03:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f0d564-b221-45ea-89d7-6c6e7bf546cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ebc26018-a972-462a-83f4-6abd0e233cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:43Z', 'updated_at': '2022-11-02T07:31:44Z', 'revision_number': 2, 'project_id': 'd69c92f22f8d42bdb324ed5d021b56e3', 'subnets': [{'id': 'ebc26018-a972-462a-83f4-6abd0e233cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:31:46.408708 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.db.securitygroups_db [None req-fb9e70a5-ff12-45c7-98e2-77510b489648 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Project 82915a36bbdb4b5998fd98833e234ad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 07:31:46.417955 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fb9e70a5-ff12-45c7-98e2-77510b489648 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks [] for security_group_rule (18a2934d-5d21-4860-af5f-9525244b4a28), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:46.422712 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:46.469827 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ccf63862-bb44-4d8d-bd26-460dbc323eac req-406a19d5-7773-4962-a7b8-4c660a312d81 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f6809857-e0de-42f0-baa8-be80912a85f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465230 Nov 02 07:31:46.499743 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fb9e70a5-ff12-45c7-98e2-77510b489648 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks [] for security_group_rule (18a2934d-5d21-4860-af5f-9525244b4a28), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:46.503294 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fb9e70a5-ff12-45c7-98e2-77510b489648 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (18a2934d-5d21-4860-af5f-9525244b4a28), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:46.517353 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eadc0d-8c94-438d-b9fa-2352f6c8a531 None None] Checking router: 89f0d564-b221-45ea-89d7-6c6e7bf546cb for host: dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:31:46.517697 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eadc0d-8c94-438d-b9fa-2352f6c8a531 None None] Updating router 89f0d564-b221-45ea-89d7-6c6e7bf546cb port 57329ade-c27b-4f03-a735-a3c74d01c281 binding host dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 07:31:46.525074 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e70a5-ff12-45c7-98e2-77510b489648 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a2934d-5d21-4860-af5f-9525244b4a28,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:46.531163 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fb9e70a5-ff12-45c7-98e2-77510b489648 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:46.535229 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 37772) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:46.535384 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-fb9e70a5-ff12-45c7-98e2-77510b489648 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2072585 Nov 02 07:31:46.540056 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-e1af8845-9fa3-47b5-8fab-b56e868b7500 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Request body: {'security_group_rule': {'security_group_id': '9fbb8a5c-4778-45a7-89f9-1bb88cfc8797', 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:46.547794 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-20eadc0d-8c94-438d-b9fa-2352f6c8a531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (57329ade-c27b-4f03-a735-a3c74d01c281), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:46.566652 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.db.securitygroups_db [None req-e1af8845-9fa3-47b5-8fab-b56e868b7500 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Project 82915a36bbdb4b5998fd98833e234ad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 07:31:46.572227 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e1af8845-9fa3-47b5-8fab-b56e868b7500 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks [] for security_group_rule (e651f792-4d12-4969-980c-363cac0794b7), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:46.659692 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7738b12-ca41-4088-98da-949c413256c3 req-de93cd8f-6857-495a-851f-a4baae3628d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:46.661385 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b7738b12-ca41-4088-98da-949c413256c3 req-de93cd8f-6857-495a-851f-a4baae3628d0 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c60cb95cbf734d9b852af2bdcad4e1c0&device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 1127 time: 0.0561903 Nov 02 07:31:46.673111 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e1af8845-9fa3-47b5-8fab-b56e868b7500 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks [] for security_group_rule (e651f792-4d12-4969-980c-363cac0794b7), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:46.678731 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e1af8845-9fa3-47b5-8fab-b56e868b7500 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (e651f792-4d12-4969-980c-363cac0794b7), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:46.685779 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:46.702670 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af8845-9fa3-47b5-8fab-b56e868b7500 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e651f792-4d12-4969-980c-363cac0794b7,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:46.712670 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e1af8845-9fa3-47b5-8fab-b56e868b7500 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:46.722706 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-e1af8845-9fa3-47b5-8fab-b56e868b7500 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1858885 Nov 02 07:31:46.761944 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 55f0b5a6-f19e-45ba-8990-323a4118bae3 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:31:46.844053 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 55f0b5a6-f19e-45ba-8990-323a4118bae3 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:31:46.844429 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (55f0b5a6-f19e-45ba-8990-323a4118bae3), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:46.844766 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 55f0b5a6-f19e-45ba-8990-323a4118bae3 Nov 02 07:31:46.871033 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-20eadc0d-8c94-438d-b9fa-2352f6c8a531 None None] Publish callbacks [] for port (57329ade-c27b-4f03-a735-a3c74d01c281), precommit_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:46.874073 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:46.880480 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-20eadc0d-8c94-438d-b9fa-2352f6c8a531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (57329ade-c27b-4f03-a735-a3c74d01c281), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:46.965739 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952208e8-95e3-4087-aa13-91b291fa3663 req-feff378b-99b7-450d-b253-bdfa4235ea6a tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:46.978668 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-952208e8-95e3-4087-aa13-91b291fa3663 req-feff378b-99b7-450d-b253-bdfa4235ea6a tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 943 time: 0.1582453 Nov 02 07:31:46.991320 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 55f0b5a6-f19e-45ba-8990-323a4118bae3 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:31:47.007985 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77d838-cb1a-43ca-a39e-dc13f53fde1b req-d7e83380-a5ad-4d2d-bc35-7d51fb043db5 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:47.009716 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1c77d838-cb1a-43ca-a39e-dc13f53fde1b req-d7e83380-a5ad-4d2d-bc35-7d51fb043db5 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=2b5c7853-1758-4e70-86c7-5f1bfd998ca6 HTTP/1.1" status: 200 len: 945 time: 0.2629242 Nov 02 07:31:47.013093 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0857119-8b44-4bc0-bef3-b4e10b20aecd None None] Pushing event updated for resources: {'Port': ['ID=57329ade-c27b-4f03-a735-a3c74d01c281,revision_number=3']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:47.070025 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-20eadc0d-8c94-438d-b9fa-2352f6c8a531 None None] Attempting to bind port 57329ade-c27b-4f03-a735-a3c74d01c281 on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:31:47.073030 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-20eadc0d-8c94-438d-b9fa-2352f6c8a531 None None] Attempting to bind port 57329ade-c27b-4f03-a735-a3c74d01c281 by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': '158560fd-d26c-46c4-bf12-ae1614ab269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '83797ce7-5336-4f43-b593-3ba1916c5e52'}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:31:47.073428 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20eadc0d-8c94-438d-b9fa-2352f6c8a531 None None] Attempting to bind port 57329ade-c27b-4f03-a735-a3c74d01c281 on network 83797ce7-5336-4f43-b593-3ba1916c5e52 {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:31:47.127983 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432aebd-71fe-41c2-b8ab-1ce51676f2fe req-9f727124-7d81-4a80-aa57-fa27f4f44c1e tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:47.129630 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4432aebd-71fe-41c2-b8ab-1ce51676f2fe req-9f727124-7d81-4a80-aa57-fa27f4f44c1e tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 943 time: 0.1489532 Nov 02 07:31:47.145091 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-952208e8-95e3-4087-aa13-91b291fa3663 req-839f4efd-acd6-4eef-8c93-4b67813d5cd2 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654718 Nov 02 07:31:47.147667 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7738b12-ca41-4088-98da-949c413256c3 req-c8ff7828-a8f1-4de9-8970-2e6301186299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:47.149112 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b7738b12-ca41-4088-98da-949c413256c3 req-c8ff7828-a8f1-4de9-8970-2e6301186299 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=c60cb95cbf734d9b852af2bdcad4e1c0&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3987489 Nov 02 07:31:47.152580 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20eadc0d-8c94-438d-b9fa-2352f6c8a531 None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:31:47.153265 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20eadc0d-8c94-438d-b9fa-2352f6c8a531 None None] Checking segment: {'id': '158560fd-d26c-46c4-bf12-ae1614ab269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '83797ce7-5336-4f43-b593-3ba1916c5e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:31:47.154276 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-20eadc0d-8c94-438d-b9fa-2352f6c8a531 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:47.155138 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20eadc0d-8c94-438d-b9fa-2352f6c8a531 None None] Bound using segment: {'id': '158560fd-d26c-46c4-bf12-ae1614ab269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '83797ce7-5336-4f43-b593-3ba1916c5e52'} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:31:47.156106 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-20eadc0d-8c94-438d-b9fa-2352f6c8a531 None None] Bound port: 57329ade-c27b-4f03-a735-a3c74d01c281, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158560fd-d26c-46c4-bf12-ae1614ab269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '83797ce7-5336-4f43-b593-3ba1916c5e52'}}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:31:47.156811 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-20eadc0d-8c94-438d-b9fa-2352f6c8a531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (57329ade-c27b-4f03-a735-a3c74d01c281), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:47.245794 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:47.247957 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-20eadc0d-8c94-438d-b9fa-2352f6c8a531 None None] For port 57329ade-c27b-4f03-a735-a3c74d01c281, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:31:47.253989 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-20eadc0d-8c94-438d-b9fa-2352f6c8a531 None None] For port 57329ade-c27b-4f03-a735-a3c74d01c281, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=57329ade-c27b-4f03-a735-a3c74d01c281,segment=NetworkSegment(158560fd-d26c-46c4-bf12-ae1614ab269f),segment_id=158560fd-d26c-46c4-bf12-ae1614ab269f)] {{(pid=104571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:31:47.264792 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-20eadc0d-8c94-438d-b9fa-2352f6c8a531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (57329ade-c27b-4f03-a735-a3c74d01c281), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:47.266611 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-1c77d838-cb1a-43ca-a39e-dc13f53fde1b req-6aebe65c-7681-41a2-a47a-8fcded1f7cb9 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Deleting port 1fbf5f86-26a9-44e9-866d-6515a0736725 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:31:47.267049 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-1c77d838-cb1a-43ca-a39e-dc13f53fde1b req-6aebe65c-7681-41a2-a47a-8fcded1f7cb9 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (1fbf5f86-26a9-44e9-866d-6515a0736725), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:47.273913 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4432aebd-71fe-41c2-b8ab-1ce51676f2fe req-5ef40efa-d01d-4ed9-b0fa-40fba2df95ae tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276560 Nov 02 07:31:47.295507 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:UPDATE=1,neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:47.316485 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eadc0d-8c94-438d-b9fa-2352f6c8a531 None None] Routers {'89f0d564-b221-45ea-89d7-6c6e7bf546cb'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:31:47.317622 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-20eadc0d-8c94-438d-b9fa-2352f6c8a531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:31:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['89f0d564-b221-45ea-89d7-6c6e7bf546cb'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:31:47.368596 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-1c77d838-cb1a-43ca-a39e-dc13f53fde1b req-6aebe65c-7681-41a2-a47a-8fcded1f7cb9 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] For port 1fbf5f86-26a9-44e9-866d-6515a0736725, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1fbf5f86-26a9-44e9-866d-6515a0736725,segment=NetworkSegment(f0734919-3f29-4b22-8142-b6ac8896555b),segment_id=f0734919-3f29-4b22-8142-b6ac8896555b)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:31:47.369061 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-1c77d838-cb1a-43ca-a39e-dc13f53fde1b req-6aebe65c-7681-41a2-a47a-8fcded1f7cb9 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (1fbf5f86-26a9-44e9-866d-6515a0736725), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:47.387501 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-1c77d838-cb1a-43ca-a39e-dc13f53fde1b req-6aebe65c-7681-41a2-a47a-8fcded1f7cb9 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Calling delete_port for 1fbf5f86-26a9-44e9-866d-6515a0736725 owned by compute:nova {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:31:47.403370 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acb0ec-9733-4ef6-a33a-95e698a2387a req-2e8bd8d9-c383-4951-912a-70229dd40829 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:47.405957 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-79acb0ec-9733-4ef6-a33a-95e698a2387a req-2e8bd8d9-c383-4951-912a-70229dd40829 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2b5c7853-1758-4e70-86c7-5f1bfd998ca6 HTTP/1.1" status: 200 len: 945 time: 0.1223307 Nov 02 07:31:47.427343 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7738b12-ca41-4088-98da-949c413256c3 req-c381649d-d098-4f01-b640-1b49ec663023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:47.428779 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b7738b12-ca41-4088-98da-949c413256c3 req-c381649d-d098-4f01-b640-1b49ec663023 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2333708 Nov 02 07:31:47.465716 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-20eadc0d-8c94-438d-b9fa-2352f6c8a531 None None] Set router 89f0d564-b221-45ea-89d7-6c6e7bf546cb gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:31:47.471604 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:47.521303 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-79acb0ec-9733-4ef6-a33a-95e698a2387a req-c3b68d6f-9987-4cf0-a509-28f9704dae02 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053109 Nov 02 07:31:47.542801 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-1c77d838-cb1a-43ca-a39e-dc13f53fde1b req-6aebe65c-7681-41a2-a47a-8fcded1f7cb9 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (1fbf5f86-26a9-44e9-866d-6515a0736725), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:47.570512 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0857119-8b44-4bc0-bef3-b4e10b20aecd None None] Pushing event updated for resources: {'Port': ['ID=57329ade-c27b-4f03-a735-a3c74d01c281,revision_number=4']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:47.588365 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['1fbf5f86-26a9-44e9-866d-6515a0736725'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:31:47.627651 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebe65c-7681-41a2-a47a-8fcded1f7cb9 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Pushing event deleted for resources: {'Port': ['ID=1fbf5f86-26a9-44e9-866d-6515a0736725,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:47.655094 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35b166-207d-411d-b775-56e40aa15313 req-f284cb82-961f-4ddb-b618-ca5290f229b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:47.657986 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3d35b166-207d-411d-b775-56e40aa15313 req-f284cb82-961f-4ddb-b618-ca5290f229b9 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c60cb95cbf734d9b852af2bdcad4e1c0&device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 1127 time: 0.0861514 Nov 02 07:31:47.717808 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c77d838-cb1a-43ca-a39e-dc13f53fde1b req-6aebe65c-7681-41a2-a47a-8fcded1f7cb9 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] No DVR routers for this DVR port 1fbf5f86-26a9-44e9-866d-6515a0736725 on host hv-cinder-80473 {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:31:47.720536 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-1c77d838-cb1a-43ca-a39e-dc13f53fde1b req-6aebe65c-7681-41a2-a47a-8fcded1f7cb9 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:47.724356 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3d35b166-207d-411d-b775-56e40aa15313 req-bee006c2-c607-43fe-b356-eceb42ef2a65 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47c195f9-fe3d-4872-a0a9-ef4120548d09 HTTP/1.1" status: 200 len: 217 time: 0.0399172 Nov 02 07:31:47.727720 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1c77d838-cb1a-43ca-a39e-dc13f53fde1b req-6aebe65c-7681-41a2-a47a-8fcded1f7cb9 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.47 "DELETE /networking/v2.0/ports/1fbf5f86-26a9-44e9-866d-6515a0736725 HTTP/1.1" status: 204 len: 173 time: 0.7052844 Nov 02 07:31:47.728251 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5c7853-1758-4e70-86c7-5f1bfd998ca6', 'name': 'network-vif-deleted', 'tag': '1fbf5f86-26a9-44e9-866d-6515a0736725'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:31:47.730539 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9997e5a547caebf426b03fe71677bb46cfe6f7be44514c48e4ec619a10615394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a07ddfa-4fe5-4f55-8225-73bb358d16f2" -d '{"events": [{"server_uuid": "2b5c7853-1758-4e70-86c7-5f1bfd998ca6", "name": "network-vif-deleted", "tag": "1fbf5f86-26a9-44e9-866d-6515a0736725"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:31:47.769452 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfd3b62-5a32-409b-bd86-d5030ca3fcb3 x-openstack-request-id: req-1cfd3b62-5a32-409b-bd86-d5030ca3fcb3 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:31:47.769742 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5c7853-1758-4e70-86c7-5f1bfd998ca6", "name": "network-vif-deleted", "tag": "1fbf5f86-26a9-44e9-866d-6515a0736725", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:31:47.769996 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1cfd3b62-5a32-409b-bd86-d5030ca3fcb3 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:31:47.770419 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cfd3b62-5a32-409b-bd86-d5030ca3fcb3'] response: {'server_uuid': '2b5c7853-1758-4e70-86c7-5f1bfd998ca6', 'name': 'network-vif-deleted', 'tag': '1fbf5f86-26a9-44e9-866d-6515a0736725', 'status': 'completed', 'code': 200} Nov 02 07:31:47.778520 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-20eadc0d-8c94-438d-b9fa-2352f6c8a531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f0d564-b221-45ea-89d7-6c6e7bf546cb', 'name': 'tempest-TestShelveInstance-1454838102-router', 'tenant_id': 'd69c92f22f8d42bdb324ed5d021b56e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '55f0b5a6-f19e-45ba-8990-323a4118bae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:31:39Z', 'updated_at': '2022-11-02T07:31:44Z', 'revision_number': 4, 'project_id': 'd69c92f22f8d42bdb324ed5d021b56e3', 'gw_port': {'id': '55f0b5a6-f19e-45ba-8990-323a4118bae3', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f0d564-b221-45ea-89d7-6c6e7bf546cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:40Z', 'updated_at': '2022-11-02T07:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '57329ade-c27b-4f03-a735-a3c74d01c281', 'name': '', 'network_id': '83797ce7-5336-4f43-b593-3ba1916c5e52', 'tenant_id': 'd69c92f22f8d42bdb324ed5d021b56e3', 'mac_address': 'fa:16:3e:9b:03:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f0d564-b221-45ea-89d7-6c6e7bf546cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ebc26018-a972-462a-83f4-6abd0e233cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:43Z', 'updated_at': '2022-11-02T07:31:47Z', 'revision_number': 4, 'project_id': 'd69c92f22f8d42bdb324ed5d021b56e3', 'subnets': [{'id': 'ebc26018-a972-462a-83f4-6abd0e233cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:31:47.789310 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35b166-207d-411d-b775-56e40aa15313 req-431f085c-fd37-493d-84cb-d6d4f230398d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:47.790807 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3d35b166-207d-411d-b775-56e40aa15313 req-431f085c-fd37-493d-84cb-d6d4f230398d service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=2425be66-0e89-40dd-949b-94121b115f5c HTTP/1.1" status: 200 len: 858 time: 0.0556855 Nov 02 07:31:47.809345 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eadc0d-8c94-438d-b9fa-2352f6c8a531 None None] The sync data for ids ['89f0d564-b221-45ea-89d7-6c6e7bf546cb'] in dv-cinder-804735-33-iscsi is: [{'id': '89f0d564-b221-45ea-89d7-6c6e7bf546cb', 'name': 'tempest-TestShelveInstance-1454838102-router', 'tenant_id': 'd69c92f22f8d42bdb324ed5d021b56e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '55f0b5a6-f19e-45ba-8990-323a4118bae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:31:39Z', 'updated_at': '2022-11-02T07:31:44Z', 'revision_number': 4, 'project_id': 'd69c92f22f8d42bdb324ed5d021b56e3', 'gw_port': {'id': '55f0b5a6-f19e-45ba-8990-323a4118bae3', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f0d564-b221-45ea-89d7-6c6e7bf546cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:40Z', 'updated_at': '2022-11-02T07:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '57329ade-c27b-4f03-a735-a3c74d01c281', 'name': '', 'network_id': '83797ce7-5336-4f43-b593-3ba1916c5e52', 'tenant_id': 'd69c92f22f8d42bdb324ed5d021b56e3', 'mac_address': 'fa:16:3e:9b:03:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f0d564-b221-45ea-89d7-6c6e7bf546cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ebc26018-a972-462a-83f4-6abd0e233cdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:43Z', 'updated_at': '2022-11-02T07:31:47Z', 'revision_number': 4, 'project_id': 'd69c92f22f8d42bdb324ed5d021b56e3', 'subnets': [{'id': 'ebc26018-a972-462a-83f4-6abd0e233cdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:31:47.934823 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35b166-207d-411d-b775-56e40aa15313 req-02dc8565-6d63-43dd-b1d4-fceaf10a55cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:47.936447 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3d35b166-207d-411d-b775-56e40aa15313 req-02dc8565-6d63-43dd-b1d4-fceaf10a55cd service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=f40ed210-eb7b-4935-8be8-8b7615c77c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0780613 Nov 02 07:31:48.064405 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3d35b166-207d-411d-b775-56e40aa15313 req-6e4493ca-de61-4a5c-a8f5-eb628cc23abb service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103070 Nov 02 07:31:48.178158 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3d35b166-207d-411d-b775-56e40aa15313 req-f55a1ec1-555e-4de5-9699-6c0a5c10c7d6 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063564 Nov 02 07:31:48.298288 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e622cc-70ee-4bed-a4aa-aab19e6bdb78 req-21f51565-3e96-4fa6-bad5-70fe3750f112 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:48.299120 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-80e622cc-70ee-4bed-a4aa-aab19e6bdb78 req-21f51565-3e96-4fa6-bad5-70fe3750f112 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 943 time: 0.0554297 Nov 02 07:31:48.332878 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:48.361286 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-80e622cc-70ee-4bed-a4aa-aab19e6bdb78 req-cd6a6f22-cb48-4e22-b486-c3385d575db7 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540180 Nov 02 07:31:48.421723 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f802ab0-e83b-42c5-aec5-1d7116437015 req-2bb7473f-2f0f-4c5e-b402-8175d1571461 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:48.423516 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7f802ab0-e83b-42c5-aec5-1d7116437015 req-2bb7473f-2f0f-4c5e-b402-8175d1571461 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 943 time: 0.0593488 Nov 02 07:31:48.485665 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7f802ab0-e83b-42c5-aec5-1d7116437015 req-1cb4876b-4ca3-40a4-af71-81cf0833052f tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560873 Nov 02 07:31:48.539863 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f6f88f15-cb6b-430e-9bf4-48a5aae9ef6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:48.668722 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-eccba0e3-85f0-4331-a25c-6636a9ead7cf req-d2fc207e-0b75-46db-ad1b-71cfb5bbb159 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2b5c7853-1758-4e70-86c7-5f1bfd998ca6 HTTP/1.1" status: 200 len: 210 time: 0.0384853 Nov 02 07:31:48.751332 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 57329ade-c27b-4f03-a735-a3c74d01c281 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:31:48.803703 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 57329ade-c27b-4f03-a735-a3c74d01c281 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:31:48.804072 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (57329ade-c27b-4f03-a735-a3c74d01c281), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:48.804699 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 57329ade-c27b-4f03-a735-a3c74d01c281 Nov 02 07:31:48.879621 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 57329ade-c27b-4f03-a735-a3c74d01c281 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:31:48.880003 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (57329ade-c27b-4f03-a735-a3c74d01c281), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:48.920251 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port 57329ade-c27b-4f03-a735-a3c74d01c281, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=57329ade-c27b-4f03-a735-a3c74d01c281,segment=NetworkSegment(158560fd-d26c-46c4-bf12-ae1614ab269f),segment_id=158560fd-d26c-46c4-bf12-ae1614ab269f)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:31:48.924332 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (57329ade-c27b-4f03-a735-a3c74d01c281), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:48.927876 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:48.936741 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [req-4bf4df15-9b82-4bac-b81a-681f852b7ee8 req-1185c930-c391-4969-b172-6f22094953b2 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104569) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 07:31:48.939194 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4bf4df15-9b82-4bac-b81a-681f852b7ee8 req-1185c930-c391-4969-b172-6f22094953b2 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0075672 Nov 02 07:31:48.948976 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:48.980187 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=57329ade-c27b-4f03-a735-a3c74d01c281,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:49.159118 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fa5e0-10f1-42c4-907b-5d1aa7303728 req-3540b689-bd11-4ae9-80d6-8a489250d4d7 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:49.172190 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2b1fa5e0-10f1-42c4-907b-5d1aa7303728 req-3540b689-bd11-4ae9-80d6-8a489250d4d7 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 943 time: 0.0822594 Nov 02 07:31:49.227176 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2b1fa5e0-10f1-42c4-907b-5d1aa7303728 req-2512795e-cf45-4e8d-aae3-970bc8d9ae14 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539150 Nov 02 07:31:49.498653 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 37882) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:49.607862 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7e74b40f-5279-4951-a310-67a0c3686999 req-c951d9ec-5ce4-4086-a00a-411b4d58ab45 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1079657 Nov 02 07:31:49.618155 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [req-7e74b40f-5279-4951-a310-67a0c3686999 req-96920c3f-24f1-4c89-ade9-36da41bd3444 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104568) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 07:31:49.619201 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7e74b40f-5279-4951-a310-67a0c3686999 req-96920c3f-24f1-4c89-ade9-36da41bd3444 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0061502 Nov 02 07:31:49.632227 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1a663-cf27-4a7e-8181-8a3fc4cf17f1 req-cdb1eaeb-5238-4d55-811a-28441fc93c09 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:49.634075 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f6b1a663-cf27-4a7e-8181-8a3fc4cf17f1 req-cdb1eaeb-5238-4d55-811a-28441fc93c09 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 943 time: 0.0570827 Nov 02 07:31:49.717202 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f6b1a663-cf27-4a7e-8181-8a3fc4cf17f1 req-81b6077c-b53d-4471-a20b-16ee0d4aa5b5 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558717 Nov 02 07:31:49.726676 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 37896) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:49.861430 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74b40f-5279-4951-a310-67a0c3686999 req-31dd218e-bb9f-452c-a43a-5008790dfff3 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:49.862913 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7e74b40f-5279-4951-a310-67a0c3686999 req-31dd218e-bb9f-452c-a43a-5008790dfff3 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports/ba58ff3d-570b-447a-86ec-a6d9a70152fc HTTP/1.1" status: 200 len: 940 time: 0.1349945 Nov 02 07:31:49.891950 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:50.053153 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-455aba8e-9db2-4772-b4a2-6cf9962caccb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:50.054720 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-455aba8e-9db2-4772-b4a2-6cf9962caccb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/networks?id=3fafd9c5-3180-43ff-9a2d-50cffbbda74e HTTP/1.1" status: 200 len: 809 time: 0.1096027 Nov 02 07:31:50.071913 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-ff25ad56-3c1d-447f-a0f2-7f3ee3fe9310 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/quotas/155356fb94b74eaba3a8465d1a1f21ff HTTP/1.1" status: 200 len: 375 time: 0.0113957 Nov 02 07:31:50.106679 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-04c9ff1c-cef0-49af-b09d-42397f05a91a tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=155356fb94b74eaba3a8465d1a1f21ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273542 Nov 02 07:31:50.197465 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:50.208507 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-60ce1e41-0299-41a4-bcd6-84518f529b9f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3fafd9c5-3180-43ff-9a2d-50cffbbda74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944765 Nov 02 07:31:50.305902 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-51803ee0-0e5d-4c9f-a71b-b65c3ca591d6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3fafd9c5-3180-43ff-9a2d-50cffbbda74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914576 Nov 02 07:31:50.417485 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a8791-d78a-4cd3-a17f-89065585140b req-df328c57-6254-468a-8de8-107268b7d096 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:50.419001 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-cc5a8791-d78a-4cd3-a17f-89065585140b req-df328c57-6254-468a-8de8-107268b7d096 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 943 time: 0.0576274 Nov 02 07:31:50.543938 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3795e4cc-f668-4039-be3e-55fa6d1567fd req-714fe0e5-e3d8-4b05-8e74-5edccec944b0 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5c6e52cf-5d29-406e-bb70-9e84ec9f0bec HTTP/1.1" status: 200 len: 210 time: 0.0519717 Nov 02 07:31:50.554479 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-cc5a8791-d78a-4cd3-a17f-89065585140b req-f122da93-b842-4cea-bbc6-6979a96c970e tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289485 Nov 02 07:31:50.742537 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 57329ade-c27b-4f03-a735-a3c74d01c281 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:31:50.811143 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 57329ade-c27b-4f03-a735-a3c74d01c281 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:31:50.811562 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (57329ade-c27b-4f03-a735-a3c74d01c281), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:50.811989 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 57329ade-c27b-4f03-a735-a3c74d01c281 Nov 02 07:31:50.883324 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907c5b8-3893-42a4-9aa0-1df15091a9d6 req-36c0d024-3fcf-4ac0-ac63-71598e1de7ad tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:50.884835 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3907c5b8-3893-42a4-9aa0-1df15091a9d6 req-36c0d024-3fcf-4ac0-ac63-71598e1de7ad tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 943 time: 0.0623019 Nov 02 07:31:50.896739 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 57329ade-c27b-4f03-a735-a3c74d01c281 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:31:50.934489 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3907c5b8-3893-42a4-9aa0-1df15091a9d6 req-3eb9ed7a-8a19-4391-ab9d-ca48cb00c9cd tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432379 Nov 02 07:31:51.012788 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 47c195f9-fe3d-4872-a0a9-ef4120548d09 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 07:31:51.031723 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 1fbf5f86-26a9-44e9-866d-6515a0736725 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:31:51.056389 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] No Port match for: 1fbf5f86-26a9-44e9-866d-6515a0736725 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:31:51.056732 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 1fbf5f86-26a9-44e9-866d-6515a0736725 not bound to the agent host hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:31:51.057148 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device ba58ff3d-570b-447a-86ec-a6d9a70152fc no longer exists at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:31:51.196105 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 47c195f9-fe3d-4872-a0a9-ef4120548d09, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=47c195f9-fe3d-4872-a0a9-ef4120548d09,segment=NetworkSegment(9319e40f-b31f-4389-b110-ad9b4c314925),segment_id=9319e40f-b31f-4389-b110-ad9b4c314925)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:31:51.214986 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Returning: {'device': '47c195f9-fe3d-4872-a0a9-ef4120548d09', 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12', 'port_id': '47c195f9-fe3d-4872-a0a9-ef4120548d09', 'mac_address': 'fa:16:3e:4d:1e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2425be66-0e89-40dd-949b-94121b115f5c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 07:31:51.217245 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port ba58ff3d-570b-447a-86ec-a6d9a70152fc is: DOWN; New status is: DOWN {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:31:51.258056 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 47c195f9-fe3d-4872-a0a9-ef4120548d09 is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:31:51.258475 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (47c195f9-fe3d-4872-a0a9-ef4120548d09), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:51.283134 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c195f9-fe3d-4872-a0a9-ef4120548d09 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:31:51.302444 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:51.313193 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 47c195f9-fe3d-4872-a0a9-ef4120548d09, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=47c195f9-fe3d-4872-a0a9-ef4120548d09,segment=NetworkSegment(9319e40f-b31f-4389-b110-ad9b4c314925),segment_id=9319e40f-b31f-4389-b110-ad9b4c314925)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:31:51.318003 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (47c195f9-fe3d-4872-a0a9-ef4120548d09), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:51.368591 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=47c195f9-fe3d-4872-a0a9-ef4120548d09,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:51.397120 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:51.655930 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3ae86390-71dd-4f4d-b916-9f169d5845a3 req-c62aed5a-19bd-4255-884b-9b9ae4e0b8b4 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5c6e52cf-5d29-406e-bb70-9e84ec9f0bec HTTP/1.1" status: 200 len: 210 time: 0.0346053 Nov 02 07:31:51.702692 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8483f3a-e25d-4f85-865a-6db53c9e42a0 req-be5bf7d3-bbf9-4449-a6bc-2d7a56419bd4 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:51.704164 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a8483f3a-e25d-4f85-865a-6db53c9e42a0 req-be5bf7d3-bbf9-4449-a6bc-2d7a56419bd4 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 943 time: 0.0521848 Nov 02 07:31:51.709037 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['47c195f9-fe3d-4872-a0a9-ef4120548d09'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:31:51.754754 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a8483f3a-e25d-4f85-865a-6db53c9e42a0 req-fa9b55c4-f254-4ebb-91cd-db26f16b82c2 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438924 Nov 02 07:31:51.957322 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:52.078952 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-80bf7825-ab21-4e48-b91d-dad87d7bbd36 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:52.080608 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-80bf7825-ab21-4e48-b91d-dad87d7bbd36 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.47 "GET /networking/v2.0/networks?id=3fafd9c5-3180-43ff-9a2d-50cffbbda74e HTTP/1.1" status: 200 len: 809 time: 0.1563976 Nov 02 07:31:52.088840 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24952b5d-ccc0-4ba6-87d8-cfad13b29fb4 req-4c0b3c9a-85ad-4756-b4da-f1d794eca02e tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:52.090285 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-24952b5d-ccc0-4ba6-87d8-cfad13b29fb4 req-4c0b3c9a-85ad-4756-b4da-f1d794eca02e tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 944 time: 0.0727677 Nov 02 07:31:52.133152 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-3102b38f-cb6c-4761-9479-695aea1cf692 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Request body: {'port': {'device_id': '5c6e52cf-5d29-406e-bb70-9e84ec9f0bec', 'network_id': '3fafd9c5-3180-43ff-9a2d-50cffbbda74e', 'admin_state_up': True, 'tenant_id': '155356fb94b74eaba3a8465d1a1f21ff'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:52.165812 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-24952b5d-ccc0-4ba6-87d8-cfad13b29fb4 req-2506f0ab-7642-4b31-a65f-5ecadd3c7d86 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694134 Nov 02 07:31:52.520832 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-3102b38f-cb6c-4761-9479-695aea1cf692 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Made reservation on behalf of 155356fb94b74eaba3a8465d1a1f21ff for: {'port': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:31:52.524676 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-3102b38f-cb6c-4761-9479-695aea1cf692 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:52.651916 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-3102b38f-cb6c-4761-9479-695aea1cf692 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Allocated IP 172.20.0.3 (3fafd9c5-3180-43ff-9a2d-50cffbbda74e/74a8078f-40c4-4845-a167-14187f193254/566880a6-3eba-41de-a814-40ba52af43d4) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:31:52.695633 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:52.796237 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2cb7daa7-fcee-49aa-86e9-6ef5cf83a2e8 req-91b99b5f-da65-4c35-a9ef-ca88b742ac7a tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5c6e52cf-5d29-406e-bb70-9e84ec9f0bec HTTP/1.1" status: 200 len: 210 time: 0.0358121 Nov 02 07:31:52.844162 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-3102b38f-cb6c-4761-9479-695aea1cf692 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Publish callbacks [] for port (566880a6-3eba-41de-a814-40ba52af43d4), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:52.856853 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74b40f-5279-4951-a310-67a0c3686999 req-ed9b483b-ac1b-4f98-aad7-82a3f0dc78f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:52.860017 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7e74b40f-5279-4951-a310-67a0c3686999 req-ed9b483b-ac1b-4f98-aad7-82a3f0dc78f6 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df&tenant_id=df168e1504c947169b74f50c1ed4de95 HTTP/1.1" status: 200 len: 1127 time: 0.0874109 Nov 02 07:31:52.914338 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d874c-028e-48f9-bcb3-483d3b888ea3 req-adec1b18-577c-4f35-8422-3d4bbf90a999 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:52.915857 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-637d874c-028e-48f9-bcb3-483d3b888ea3 req-adec1b18-577c-4f35-8422-3d4bbf90a999 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 943 time: 0.0681911 Nov 02 07:31:52.950935 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-3102b38f-cb6c-4761-9479-695aea1cf692 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (566880a6-3eba-41de-a814-40ba52af43d4), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:52.963478 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74b40f-5279-4951-a310-67a0c3686999 req-2b86f743-b73a-429d-bb3f-66efbf90bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:52.964424 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7e74b40f-5279-4951-a310-67a0c3686999 req-2b86f743-b73a-429d-bb3f-66efbf90bf25 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=df168e1504c947169b74f50c1ed4de95&device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 1127 time: 0.0523446 Nov 02 07:31:53.003412 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-637d874c-028e-48f9-bcb3-483d3b888ea3 req-8488eaa3-e92c-4fe6-86a6-e97070cc039b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776348 Nov 02 07:31:53.016263 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-3102b38f-cb6c-4761-9479-695aea1cf692 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Network 3fafd9c5-3180-43ff-9a2d-50cffbbda74e is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:31:53.023620 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-3102b38f-cb6c-4761-9479-695aea1cf692 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:31:53.026083 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-3102b38f-cb6c-4761-9479-695aea1cf692 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:31:53.041634 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 47c195f9-fe3d-4872-a0a9-ef4120548d09 up at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:31:53.046181 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:53.055723 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102b38f-cb6c-4761-9479-695aea1cf692 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Pushing event updated for resources: {'Port': ['ID=566880a6-3eba-41de-a814-40ba52af43d4,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:53.062347 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74b40f-5279-4951-a310-67a0c3686999 req-f848bd93-071c-4bf9-b477-29dab4484651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:53.063819 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7e74b40f-5279-4951-a310-67a0c3686999 req-f848bd93-071c-4bf9-b477-29dab4484651 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=dc944948-bf48-4be4-9702-2103a8c937e6 HTTP/1.1" status: 200 len: 916 time: 0.0917752 Nov 02 07:31:53.086157 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-3102b38f-cb6c-4761-9479-695aea1cf692 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:53.086851 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-3102b38f-cb6c-4761-9479-695aea1cf692 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:53.097451 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:53.098412 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning for port 47c195f9-fe3d-4872-a0a9-ef4120548d09 completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 07:31:53.105114 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning complete for port 47c195f9-fe3d-4872-a0a9-ef4120548d09 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:31:53.105697 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (47c195f9-fe3d-4872-a0a9-ef4120548d09), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:53.106128 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Attempt 1 to provision port 47c195f9-fe3d-4872-a0a9-ef4120548d09 Nov 02 07:31:53.110803 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-3102b38f-cb6c-4761-9479-695aea1cf692 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9829962 Nov 02 07:31:53.131037 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-d7033cb2-18cd-421b-9721-b6ca35ad192a service neutron] Request body: {'port': {'device_id': '5c6e52cf-5d29-406e-bb70-9e84ec9f0bec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:53.139242 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7e74b40f-5279-4951-a310-67a0c3686999 req-3152f5f1-e9b6-4640-94ca-91bef5290453 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba58ff3d-570b-447a-86ec-a6d9a70152fc HTTP/1.1" status: 200 len: 999 time: 0.0670946 Nov 02 07:31:53.140954 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:53.155079 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:53.193757 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74b40f-5279-4951-a310-67a0c3686999 req-a3c5f2c8-a6a5-48bf-b956-9d5d7d98711a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:53.197509 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 47c195f9-fe3d-4872-a0a9-ef4120548d09 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:31:53.197666 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7e74b40f-5279-4951-a310-67a0c3686999 req-a3c5f2c8-a6a5-48bf-b956-9d5d7d98711a service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=1d426ab6-29f8-42bf-863b-191b8ac9a103 HTTP/1.1" status: 200 len: 854 time: 0.0510025 Nov 02 07:31:53.198112 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (47c195f9-fe3d-4872-a0a9-ef4120548d09), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:53.207409 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-d7033cb2-18cd-421b-9721-b6ca35ad192a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (566880a6-3eba-41de-a814-40ba52af43d4), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:53.237068 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8c1657-4f0c-4856-aa2f-7536a549ad16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c195f9-fe3d-4872-a0a9-ef4120548d09'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:31:53.240579 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae3fbe182e2c1c70a5346b740f804138ecd9042bc04c1c47f40fee79c776d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5e9427-2210-4017-afc4-56b72f70f40e" -d '{"events": [{"server_uuid": "7f8c1657-4f0c-4856-aa2f-7536a549ad16", "name": "network-vif-plugged", "status": "completed", "tag": "47c195f9-fe3d-4872-a0a9-ef4120548d09"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:31:53.249915 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74b40f-5279-4951-a310-67a0c3686999 req-0528249b-f4e7-4738-bc14-867580c2d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:53.252299 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7e74b40f-5279-4951-a310-67a0c3686999 req-0528249b-f4e7-4738-bc14-867580c2d0b1 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=dc944948-bf48-4be4-9702-2103a8c937e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0462494 Nov 02 07:31:53.255400 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 47c195f9-fe3d-4872-a0a9-ef4120548d09, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=47c195f9-fe3d-4872-a0a9-ef4120548d09,segment=NetworkSegment(9319e40f-b31f-4389-b110-ad9b4c314925),segment_id=9319e40f-b31f-4389-b110-ad9b4c314925)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:31:53.261075 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (47c195f9-fe3d-4872-a0a9-ef4120548d09), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:53.295360 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824a8b29-9dc3-4e28-91a5-47ede9958a2e x-openstack-request-id: req-824a8b29-9dc3-4e28-91a5-47ede9958a2e {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:31:53.295736 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8c1657-4f0c-4856-aa2f-7536a549ad16", "name": "network-vif-plugged", "status": "completed", "tag": "47c195f9-fe3d-4872-a0a9-ef4120548d09", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:31:53.296051 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-824a8b29-9dc3-4e28-91a5-47ede9958a2e {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:31:53.296499 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-824a8b29-9dc3-4e28-91a5-47ede9958a2e'] response: {'server_uuid': '7f8c1657-4f0c-4856-aa2f-7536a549ad16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c195f9-fe3d-4872-a0a9-ef4120548d09', 'code': 200} Nov 02 07:31:53.324674 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=47c195f9-fe3d-4872-a0a9-ef4120548d09,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:53.358718 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7e74b40f-5279-4951-a310-67a0c3686999 req-b4012cce-a70b-435a-940e-9ce4a06859ac service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dc944948-bf48-4be4-9702-2103a8c937e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978858 Nov 02 07:31:53.382613 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24efe1-2db3-489d-912b-e52343c36203 req-002f4c91-024c-44a9-ab7d-616995826a04 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:53.384559 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ca24efe1-2db3-489d-912b-e52343c36203 req-002f4c91-024c-44a9-ab7d-616995826a04 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.1256251 Nov 02 07:31:53.485592 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7e74b40f-5279-4951-a310-67a0c3686999 req-607778b6-4397-4e30-9355-b2e722f43511 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dc944948-bf48-4be4-9702-2103a8c937e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169181 Nov 02 07:31:53.501771 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ca24efe1-2db3-489d-912b-e52343c36203 req-d7e39ae0-ff29-49dc-b72f-960281b0e4eb tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101918 Nov 02 07:31:53.569889 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a8c8b-2981-40f8-b0c3-81680076a8df req-41c391ca-6b48-4d70-b512-f5747ac61986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:53.571432 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-165a8c8b-2981-40f8-b0c3-81680076a8df req-41c391ca-6b48-4d70-b512-f5747ac61986 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 1129 time: 0.0458744 Nov 02 07:31:53.610411 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-d7033cb2-18cd-421b-9721-b6ca35ad192a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 566880a6-3eba-41de-a814-40ba52af43d4 {{(pid=104569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:31:53.618879 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-d7033cb2-18cd-421b-9721-b6ca35ad192a service neutron] Publish callbacks [] for port (566880a6-3eba-41de-a814-40ba52af43d4), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:53.628785 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-165a8c8b-2981-40f8-b0c3-81680076a8df req-c07fcc1d-4d62-4182-be92-35607b5033e3 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427170 Nov 02 07:31:53.632409 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.provisioning_blocks [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-d7033cb2-18cd-421b-9721-b6ca35ad192a service neutron] Transition to ACTIVE for port object 566880a6-3eba-41de-a814-40ba52af43d4 will not be triggered until provisioned by entity L2. {{(pid=104569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 07:31:53.636109 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-d7033cb2-18cd-421b-9721-b6ca35ad192a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (566880a6-3eba-41de-a814-40ba52af43d4), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:53.698491 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7033cb2-18cd-421b-9721-b6ca35ad192a service neutron] Pushing event updated for resources: {'Port': ['ID=566880a6-3eba-41de-a814-40ba52af43d4,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:53.717885 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:53.753067 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-d7033cb2-18cd-421b-9721-b6ca35ad192a service neutron] Attempting to bind port 566880a6-3eba-41de-a814-40ba52af43d4 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:31:53.753407 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-d7033cb2-18cd-421b-9721-b6ca35ad192a service neutron] Attempting to bind port 566880a6-3eba-41de-a814-40ba52af43d4 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'f0734919-3f29-4b22-8142-b6ac8896555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '3fafd9c5-3180-43ff-9a2d-50cffbbda74e'}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:31:53.753705 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-d7033cb2-18cd-421b-9721-b6ca35ad192a service neutron] Attempting to bind port 566880a6-3eba-41de-a814-40ba52af43d4 on network 3fafd9c5-3180-43ff-9a2d-50cffbbda74e {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:31:53.797129 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-d7033cb2-18cd-421b-9721-b6ca35ad192a service neutron] Port 566880a6-3eba-41de-a814-40ba52af43d4 on network 3fafd9c5-3180-43ff-9a2d-50cffbbda74e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 07:31:53.797448 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-d7033cb2-18cd-421b-9721-b6ca35ad192a service neutron] Attempting to bind port 566880a6-3eba-41de-a814-40ba52af43d4 on network 3fafd9c5-3180-43ff-9a2d-50cffbbda74e {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:31:53.841238 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-d7033cb2-18cd-421b-9721-b6ca35ad192a service neutron] Checking agent: {'id': '8bd0314e-b36f-45c2-bb1e-4de001688fd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'started_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:31:53.842192 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-d7033cb2-18cd-421b-9721-b6ca35ad192a service neutron] Checking segment: {'id': 'f0734919-3f29-4b22-8142-b6ac8896555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '3fafd9c5-3180-43ff-9a2d-50cffbbda74e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:31:53.842976 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-d7033cb2-18cd-421b-9721-b6ca35ad192a service neutron] Bound using segment: {'id': 'f0734919-3f29-4b22-8142-b6ac8896555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '3fafd9c5-3180-43ff-9a2d-50cffbbda74e'} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:31:53.843098 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-d7033cb2-18cd-421b-9721-b6ca35ad192a service neutron] Bound port: 566880a6-3eba-41de-a814-40ba52af43d4, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0734919-3f29-4b22-8142-b6ac8896555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '3fafd9c5-3180-43ff-9a2d-50cffbbda74e'}}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:31:53.843366 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-d7033cb2-18cd-421b-9721-b6ca35ad192a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (566880a6-3eba-41de-a814-40ba52af43d4), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:53.943915 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-d7033cb2-18cd-421b-9721-b6ca35ad192a service neutron] For port 566880a6-3eba-41de-a814-40ba52af43d4, host hv-cinder-80473, cleared binding levels {{(pid=104569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:31:53.952230 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c352019-2a39-474b-acaa-a95ed3983b4b req-738345f1-2e97-46c9-8415-ef6de8bd282a tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:53.953902 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7c352019-2a39-474b-acaa-a95ed3983b4b req-738345f1-2e97-46c9-8415-ef6de8bd282a tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5c6e52cf-5d29-406e-bb70-9e84ec9f0bec HTTP/1.1" status: 200 len: 943 time: 0.0718513 Nov 02 07:31:53.955388 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-d7033cb2-18cd-421b-9721-b6ca35ad192a service neutron] For port 566880a6-3eba-41de-a814-40ba52af43d4, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=566880a6-3eba-41de-a814-40ba52af43d4,segment=NetworkSegment(f0734919-3f29-4b22-8142-b6ac8896555b),segment_id=f0734919-3f29-4b22-8142-b6ac8896555b)] {{(pid=104569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:31:53.967397 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-d7033cb2-18cd-421b-9721-b6ca35ad192a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (566880a6-3eba-41de-a814-40ba52af43d4), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:53.979003 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-d7033cb2-18cd-421b-9721-b6ca35ad192a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:53.979612 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-d7033cb2-18cd-421b-9721-b6ca35ad192a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:53.980955 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-d7033cb2-18cd-421b-9721-b6ca35ad192a service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/566880a6-3eba-41de-a814-40ba52af43d4 HTTP/1.1" status: 200 len: 1093 time: 0.8563225 Nov 02 07:31:53.981511 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c6e52cf-5d29-406e-bb70-9e84ec9f0bec', 'tag': '566880a6-3eba-41de-a814-40ba52af43d4'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:31:53.984014 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e355a7-6187-41a9-9c51-a864b608dc6e" -d '{"events": [{"name": "network-changed", "server_uuid": "5c6e52cf-5d29-406e-bb70-9e84ec9f0bec", "tag": "566880a6-3eba-41de-a814-40ba52af43d4"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:31:54.015816 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:54.043688 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582ea465-7477-494f-8eb5-9c0050adcb76 x-openstack-request-id: req-582ea465-7477-494f-8eb5-9c0050adcb76 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:31:54.043977 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c6e52cf-5d29-406e-bb70-9e84ec9f0bec", "tag": "566880a6-3eba-41de-a814-40ba52af43d4", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:31:54.044227 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-582ea465-7477-494f-8eb5-9c0050adcb76 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:31:54.045274 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-582ea465-7477-494f-8eb5-9c0050adcb76'] response: {'name': 'network-changed', 'server_uuid': '5c6e52cf-5d29-406e-bb70-9e84ec9f0bec', 'tag': '566880a6-3eba-41de-a814-40ba52af43d4', 'status': 'completed', 'code': 200} Nov 02 07:31:54.063029 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7c352019-2a39-474b-acaa-a95ed3983b4b req-04f56aba-1475-4254-a9e1-d4919c7f5c55 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028988 Nov 02 07:31:54.063784 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7033cb2-18cd-421b-9721-b6ca35ad192a service neutron] Pushing event updated for resources: {'Port': ['ID=566880a6-3eba-41de-a814-40ba52af43d4,revision_number=3']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:31:54.147607 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda81e72-cf41-4c2a-b136-d083cb7bd2b1 req-ca47cf4f-e9ca-45f4-aca7-44ef1987d4c5 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:54.149190 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bda81e72-cf41-4c2a-b136-d083cb7bd2b1 req-ca47cf4f-e9ca-45f4-aca7-44ef1987d4c5 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 943 time: 0.0520928 Nov 02 07:31:54.201125 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bda81e72-cf41-4c2a-b136-d083cb7bd2b1 req-78b3a701-d218-4a56-9322-872c8bbd95d8 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455885 Nov 02 07:31:54.664417 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336ac7f-e798-44b9-bed3-69e84c48230b req-04610745-6bb6-4399-bf6d-285b75ac5407 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:54.665979 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e336ac7f-e798-44b9-bed3-69e84c48230b req-04610745-6bb6-4399-bf6d-285b75ac5407 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0768459 Nov 02 07:31:54.681570 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e355a7-6187-41a9-9c51-a864b608dc6e req-cfdb6e28-17a3-4e29-8293-5081f77b747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:54.683034 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-87e355a7-6187-41a9-9c51-a864b608dc6e req-cfdb6e28-17a3-4e29-8293-5081f77b747a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=155356fb94b74eaba3a8465d1a1f21ff&device_id=5c6e52cf-5d29-406e-bb70-9e84ec9f0bec HTTP/1.1" status: 200 len: 1127 time: 0.0653257 Nov 02 07:31:54.726201 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e336ac7f-e798-44b9-bed3-69e84c48230b req-5b57adc1-978a-4bc7-9021-b566f1416ba0 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538199 Nov 02 07:31:54.842077 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e355a7-6187-41a9-9c51-a864b608dc6e req-023fc153-7faf-433a-9ecc-7a7426ac7d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:54.843982 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-87e355a7-6187-41a9-9c51-a864b608dc6e req-023fc153-7faf-433a-9ecc-7a7426ac7d15 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=155356fb94b74eaba3a8465d1a1f21ff&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1128728 Nov 02 07:31:54.972865 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e355a7-6187-41a9-9c51-a864b608dc6e req-e7af67c3-02a3-40dd-a0f7-4f3aec18e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:54.974852 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-87e355a7-6187-41a9-9c51-a864b608dc6e req-e7af67c3-02a3-40dd-a0f7-4f3aec18e4dc service neutron] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1221433 Nov 02 07:31:55.212155 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9b185-c033-4f8c-8b46-c51531c34472 req-b0a31bc4-1859-4154-8195-c6a73bd0deec tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:55.213634 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0dc9b185-c033-4f8c-8b46-c51531c34472 req-b0a31bc4-1859-4154-8195-c6a73bd0deec tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5c6e52cf-5d29-406e-bb70-9e84ec9f0bec HTTP/1.1" status: 200 len: 943 time: 0.0574453 Nov 02 07:31:55.272444 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0dc9b185-c033-4f8c-8b46-c51531c34472 req-dee0a1fd-7575-4bb8-b0d1-2308adb0fdb3 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521927 Nov 02 07:31:55.347892 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:55.360908 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05769f-b06a-4db7-b330-fdd308c30c8d req-b22a6c8c-3422-47a0-9dcb-ba86b21b45ba tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:55.363270 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9f05769f-b06a-4db7-b330-fdd308c30c8d req-b22a6c8c-3422-47a0-9dcb-ba86b21b45ba tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 943 time: 0.0716717 Nov 02 07:31:55.423016 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9f05769f-b06a-4db7-b330-fdd308c30c8d req-a54b4346-15f3-4834-a287-68843b086f8d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512505 Nov 02 07:31:55.864921 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2185bd-d015-4ecd-acc8-ca3e6a337071 req-5022c574-74fc-4889-abe3-23852a606e26 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:55.866537 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ad2185bd-d015-4ecd-acc8-ca3e6a337071 req-5022c574-74fc-4889-abe3-23852a606e26 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0606968 Nov 02 07:31:55.918867 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ad2185bd-d015-4ecd-acc8-ca3e6a337071 req-6f5ad564-0ef2-4f2a-a76c-7a17421285a3 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463231 Nov 02 07:31:56.049144 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf998b-e5fa-4c84-b9d3-1409ff9a111c req-8442654d-23f8-4bbd-9190-c0f16193228b tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:56.050786 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7eaf998b-e5fa-4c84-b9d3-1409ff9a111c req-8442654d-23f8-4bbd-9190-c0f16193228b tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0504999 Nov 02 07:31:56.061943 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 38000) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:31:56.066459 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-c26d75ba-7b9b-4f4f-ad46-1ae66eec0031 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Request body: {'floatingip': {'port_id': '47c195f9-fe3d-4872-a0a9-ef4120548d09'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:31:56.110018 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c26d75ba-7b9b-4f4f-ad46-1ae66eec0031 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks [] for floatingip (fd0cba83-54da-419d-856f-c024150fabcc), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:56.445125 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce571e-033b-4ad9-ad06-df51be0184f2 req-bc62b4f6-545e-4bdb-9405-bba4735e9ea4 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:56.454561 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-64ce571e-033b-4ad9-ad06-df51be0184f2 req-bc62b4f6-545e-4bdb-9405-bba4735e9ea4 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5c6e52cf-5d29-406e-bb70-9e84ec9f0bec HTTP/1.1" status: 200 len: 943 time: 0.0829692 Nov 02 07:31:56.541198 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-64ce571e-033b-4ad9-ad06-df51be0184f2 req-94caa172-5b64-4812-b53d-0a634febef58 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853448 Nov 02 07:31:56.631078 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35871da8-bdc5-410c-a7b4-2b8800fd63de req-e1a8b85d-f624-4e82-b817-1790c526df0c tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:56.633153 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-35871da8-bdc5-410c-a7b4-2b8800fd63de req-e1a8b85d-f624-4e82-b817-1790c526df0c tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 943 time: 0.0649092 Nov 02 07:31:56.636980 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:56.714245 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-35871da8-bdc5-410c-a7b4-2b8800fd63de req-f584b81c-d89c-4218-9151-28e44ba53a09 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746887 Nov 02 07:31:56.863520 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c26d75ba-7b9b-4f4f-ad46-1ae66eec0031 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:56.867767 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c26d75ba-7b9b-4f4f-ad46-1ae66eec0031 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (fd0cba83-54da-419d-856f-c024150fabcc), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:56.975693 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.db.l3_db [None req-c26d75ba-7b9b-4f4f-ad46-1ae66eec0031 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Floating IP fd0cba83-54da-419d-856f-c024150fabcc associated. External IP: 172.27.2.11, port: 47c195f9-fe3d-4872-a0a9-ef4120548d09. Nov 02 07:31:57.115323 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:57.191710 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26d75ba-7b9b-4f4f-ad46-1ae66eec0031 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Router c80cad22-ba32-4d6f-b8d2-fa375507979c has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:31:57.320949 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26d75ba-7b9b-4f4f-ad46-1ae66eec0031 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:31:57.325843 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c26d75ba-7b9b-4f4f-ad46-1ae66eec0031 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:57.334347 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba8f256-9871-4185-a073-2ac940f14328 None None] Sync routers for ids ['c80cad22-ba32-4d6f-b8d2-fa375507979c'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:31:57.345691 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba8f256-9871-4185-a073-2ac940f14328 None None] Routers {'c80cad22-ba32-4d6f-b8d2-fa375507979c'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:31:57.346667 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-7ba8f256-9871-4185-a073-2ac940f14328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:31:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['c80cad22-ba32-4d6f-b8d2-fa375507979c'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:31:57.362256 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-c26d75ba-7b9b-4f4f-ad46-1ae66eec0031 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/fd0cba83-54da-419d-856f-c024150fabcc HTTP/1.1" status: 200 len: 990 time: 1.2991197 Nov 02 07:31:57.363133 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8c1657-4f0c-4856-aa2f-7536a549ad16', 'tag': '47c195f9-fe3d-4872-a0a9-ef4120548d09'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:31:57.372474 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9997e5a547caebf426b03fe71677bb46cfe6f7be44514c48e4ec619a10615394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc63f015-294f-425d-ac16-e505395832b6" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8c1657-4f0c-4856-aa2f-7536a549ad16", "tag": "47c195f9-fe3d-4872-a0a9-ef4120548d09"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:31:57.420235 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d37c935-156d-4397-bba0-28e4ed1772b1 x-openstack-request-id: req-2d37c935-156d-4397-bba0-28e4ed1772b1 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:31:57.420602 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8c1657-4f0c-4856-aa2f-7536a549ad16", "tag": "47c195f9-fe3d-4872-a0a9-ef4120548d09", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:31:57.420864 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2d37c935-156d-4397-bba0-28e4ed1772b1 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:31:57.421338 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d37c935-156d-4397-bba0-28e4ed1772b1'] response: {'name': 'network-changed', 'server_uuid': '7f8c1657-4f0c-4856-aa2f-7536a549ad16', 'tag': '47c195f9-fe3d-4872-a0a9-ef4120548d09', 'status': 'completed', 'code': 200} Nov 02 07:31:57.463210 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-7ba8f256-9871-4185-a073-2ac940f14328 None None] Set router c80cad22-ba32-4d6f-b8d2-fa375507979c gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:31:57.692033 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c98f6-848d-4d34-b59f-3563b45aec8c req-12070f3b-dd01-4f45-bcfe-2770f13b8784 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:57.693587 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ee8c98f6-848d-4d34-b59f-3563b45aec8c req-12070f3b-dd01-4f45-bcfe-2770f13b8784 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5c6e52cf-5d29-406e-bb70-9e84ec9f0bec HTTP/1.1" status: 200 len: 943 time: 0.0659566 Nov 02 07:31:57.709078 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-7ba8f256-9871-4185-a073-2ac940f14328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'name': 'tempest-ServerRescueNegativeTestJSON-1966386420-router', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:12Z', 'updated_at': '2022-11-02T07:29:19Z', 'revision_number': 4, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'gw_port': {'id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:13Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': 'fd0cba83-54da-419d-856f-c024150fabcc', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'port_id': '47c195f9-fe3d-4872-a0a9-ef4120548d09', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12', 'mac_address': 'fa:16:3e:4d:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8c1657-4f0c-4856-aa2f-7536a549ad16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:31:32Z', 'updated_at': '2022-11-02T07:31:56Z', 'revision_number': 1, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7267b6-a9f5-4310-904e-c7f9db85954f', 'name': '', 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'mac_address': 'fa:16:3e:c4:8d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '2425be66-0e89-40dd-949b-94121b115f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:17Z', 'updated_at': '2022-11-02T07:29:33Z', 'revision_number': 5, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'subnets': [{'id': '2425be66-0e89-40dd-949b-94121b115f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:31:57.742764 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba8f256-9871-4185-a073-2ac940f14328 None None] Checking router: c80cad22-ba32-4d6f-b8d2-fa375507979c for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:31:57.755722 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba8f256-9871-4185-a073-2ac940f14328 None None] Routers {'c80cad22-ba32-4d6f-b8d2-fa375507979c'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:31:57.756305 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-7ba8f256-9871-4185-a073-2ac940f14328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:31:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['c80cad22-ba32-4d6f-b8d2-fa375507979c'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:31:57.760564 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ee8c98f6-848d-4d34-b59f-3563b45aec8c req-8dc3e86f-c53c-4872-884f-3507c60ec6c8 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610359 Nov 02 07:31:57.782216 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:57.784347 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=24 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:57.852784 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:57.875862 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66ba7c-a30d-40e7-883d-e75f32d6e83a req-cf572a59-3614-4a06-90c3-097db8c4c108 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:57.885171 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-dd66ba7c-a30d-40e7-883d-e75f32d6e83a req-cf572a59-3614-4a06-90c3-097db8c4c108 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 943 time: 0.0626898 Nov 02 07:31:57.894338 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-7ba8f256-9871-4185-a073-2ac940f14328 None None] Set router c80cad22-ba32-4d6f-b8d2-fa375507979c gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:31:57.939002 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-dd66ba7c-a30d-40e7-883d-e75f32d6e83a req-c3094abe-eb18-4b36-92e6-1f4c06a6d1b5 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528224 Nov 02 07:31:58.114081 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:31:58.127716 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-7ba8f256-9871-4185-a073-2ac940f14328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'name': 'tempest-ServerRescueNegativeTestJSON-1966386420-router', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:12Z', 'updated_at': '2022-11-02T07:29:19Z', 'revision_number': 4, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'gw_port': {'id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:13Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': 'fd0cba83-54da-419d-856f-c024150fabcc', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'port_id': '47c195f9-fe3d-4872-a0a9-ef4120548d09', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12', 'mac_address': 'fa:16:3e:4d:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8c1657-4f0c-4856-aa2f-7536a549ad16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:31:32Z', 'updated_at': '2022-11-02T07:31:56Z', 'revision_number': 1, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7267b6-a9f5-4310-904e-c7f9db85954f', 'name': '', 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'mac_address': 'fa:16:3e:c4:8d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '2425be66-0e89-40dd-949b-94121b115f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:17Z', 'updated_at': '2022-11-02T07:29:33Z', 'revision_number': 5, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'subnets': [{'id': '2425be66-0e89-40dd-949b-94121b115f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:31:58.158369 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba8f256-9871-4185-a073-2ac940f14328 None None] The sync data for ids ['c80cad22-ba32-4d6f-b8d2-fa375507979c'] in dv-cinder-804735-33-iscsi is: [{'id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'name': 'tempest-ServerRescueNegativeTestJSON-1966386420-router', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:12Z', 'updated_at': '2022-11-02T07:29:19Z', 'revision_number': 4, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'gw_port': {'id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:13Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': 'fd0cba83-54da-419d-856f-c024150fabcc', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'port_id': '47c195f9-fe3d-4872-a0a9-ef4120548d09', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12', 'mac_address': 'fa:16:3e:4d:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8c1657-4f0c-4856-aa2f-7536a549ad16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:31:32Z', 'updated_at': '2022-11-02T07:31:56Z', 'revision_number': 1, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7267b6-a9f5-4310-904e-c7f9db85954f', 'name': '', 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'mac_address': 'fa:16:3e:c4:8d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '2425be66-0e89-40dd-949b-94121b115f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:17Z', 'updated_at': '2022-11-02T07:29:33Z', 'revision_number': 5, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'subnets': [{'id': '2425be66-0e89-40dd-949b-94121b115f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:31:58.375434 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7c1b5b-0a29-406b-a6bc-2a013ca79830 None None] New status for floating IP fd0cba83-54da-419d-856f-c024150fabcc: ACTIVE {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 07:31:58.380080 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:31:58.906783 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a8669-4d04-45db-976e-c373a3bd59b4 req-a91393f8-a0fb-4b61-a160-3b933f91af5f tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:58.909055 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-667a8669-4d04-45db-976e-c373a3bd59b4 req-a91393f8-a0fb-4b61-a160-3b933f91af5f tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5c6e52cf-5d29-406e-bb70-9e84ec9f0bec HTTP/1.1" status: 200 len: 943 time: 0.0586493 Nov 02 07:31:58.958041 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-667a8669-4d04-45db-976e-c373a3bd59b4 req-ed061a4e-26b1-40fe-8ea6-d1eb0887c3ad tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436776 Nov 02 07:31:59.075599 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fdb47-7eb1-4e65-bc3e-d45edc7b481c req-f805f3c5-f701-4242-acd2-4f9da8288a3f tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:31:59.077258 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-452fdb47-7eb1-4e65-bc3e-d45edc7b481c req-f805f3c5-f701-4242-acd2-4f9da8288a3f tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 943 time: 0.0521982 Nov 02 07:31:59.128961 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-452fdb47-7eb1-4e65-bc3e-d45edc7b481c req-9c0fac7b-272c-4906-97d5-7b9c6e8dd12f tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457988 Nov 02 07:32:00.086473 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abba31-7cf8-4f43-b951-50e22aa644f2 req-1a31483e-477d-4fe7-a96c-afc0f4a4b394 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:00.088012 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b6abba31-7cf8-4f43-b951-50e22aa644f2 req-1a31483e-477d-4fe7-a96c-afc0f4a4b394 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5c6e52cf-5d29-406e-bb70-9e84ec9f0bec HTTP/1.1" status: 200 len: 943 time: 0.0515494 Nov 02 07:32:00.140003 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b6abba31-7cf8-4f43-b951-50e22aa644f2 req-42c15d5a-2aae-4e32-a455-ebf79f85be24 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454178 Nov 02 07:32:00.265687 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ceeb2-d3b5-4cee-8c7b-e3f200a21bd4 req-b1376e55-4ad8-4e08-82d0-39252bbfa98b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:00.267259 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-697ceeb2-d3b5-4cee-8c7b-e3f200a21bd4 req-b1376e55-4ad8-4e08-82d0-39252bbfa98b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 943 time: 0.0483649 Nov 02 07:32:00.316821 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-697ceeb2-d3b5-4cee-8c7b-e3f200a21bd4 req-1cea97ce-4016-458a-ba79-f26c560b725f tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437267 Nov 02 07:32:01.289217 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90fa2b-35e0-4cb2-8f29-717158984853 req-2520b6b9-6190-43be-9e7d-67d10a61e0d3 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:01.290872 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7c90fa2b-35e0-4cb2-8f29-717158984853 req-2520b6b9-6190-43be-9e7d-67d10a61e0d3 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5c6e52cf-5d29-406e-bb70-9e84ec9f0bec HTTP/1.1" status: 200 len: 943 time: 0.0666449 Nov 02 07:32:01.327165 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:01.343362 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7c90fa2b-35e0-4cb2-8f29-717158984853 req-85d66ae9-b31f-43ae-9e79-fbe5e7e249f3 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457187 Nov 02 07:32:01.476630 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab398b28-2ec3-44d3-b793-e6444e3aa0e8 req-852e6c6b-eb44-460a-91fc-61ae83fccd8b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:01.478283 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ab398b28-2ec3-44d3-b793-e6444e3aa0e8 req-852e6c6b-eb44-460a-91fc-61ae83fccd8b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 943 time: 0.0663223 Nov 02 07:32:01.530021 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ab398b28-2ec3-44d3-b793-e6444e3aa0e8 req-93cc4e6c-e060-4448-b3d9-7ef408c1469e tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456445 Nov 02 07:32:02.487794 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd70135-5ecb-4311-883c-767de04e44c6 req-1dee03f3-05e9-4823-b8ea-94e75cd62541 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:02.495019 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-dfd70135-5ecb-4311-883c-767de04e44c6 req-1dee03f3-05e9-4823-b8ea-94e75cd62541 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5c6e52cf-5d29-406e-bb70-9e84ec9f0bec HTTP/1.1" status: 200 len: 943 time: 0.0662665 Nov 02 07:32:02.552722 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-dfd70135-5ecb-4311-883c-767de04e44c6 req-2b5cfb88-add3-4b27-a022-6cd93ec9b146 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558965 Nov 02 07:32:02.668188 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f067e2-254c-4171-8fdc-85753e6114b1 req-f1bc55d3-25e4-4f82-acb1-82bd3e89cdff tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:02.669692 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a6f067e2-254c-4171-8fdc-85753e6114b1 req-f1bc55d3-25e4-4f82-acb1-82bd3e89cdff tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 943 time: 0.0519083 Nov 02 07:32:02.721689 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a6f067e2-254c-4171-8fdc-85753e6114b1 req-8a2e8382-c030-454e-95c5-dc2ce6f9b5c0 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459836 Nov 02 07:32:03.680198 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15888b14-6ab1-4cd1-84d2-c26c234fe465 req-e2869316-06a1-4dfb-9e76-ee6145d0d053 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:03.681672 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-15888b14-6ab1-4cd1-84d2-c26c234fe465 req-e2869316-06a1-4dfb-9e76-ee6145d0d053 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5c6e52cf-5d29-406e-bb70-9e84ec9f0bec HTTP/1.1" status: 200 len: 943 time: 0.0501294 Nov 02 07:32:03.735432 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-15888b14-6ab1-4cd1-84d2-c26c234fe465 req-c081d3ed-32de-4eed-ba54-4b77e6614906 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472691 Nov 02 07:32:03.857714 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02003fe-df0f-499b-95a5-0ad0634495b6 req-f1f16e66-066a-4abe-91ae-94d974e81ed2 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:03.859416 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d02003fe-df0f-499b-95a5-0ad0634495b6 req-f1f16e66-066a-4abe-91ae-94d974e81ed2 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 943 time: 0.0535629 Nov 02 07:32:03.910004 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d02003fe-df0f-499b-95a5-0ad0634495b6 req-8f611714-3827-4445-af37-25b058e53ea1 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436780 Nov 02 07:32:04.775874 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:04.802790 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-a80f8f1b-17a9-4e0d-b8d0-c52ddd86b9c6 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1590256925&fields=id&tenant_id=82915a36bbdb4b5998fd98833e234ad2 HTTP/1.1" status: 200 len: 267 time: 0.0517454 Nov 02 07:32:04.936246 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea95c4-76a1-4d0a-a6a5-458973817399 req-fb27fcbc-d58b-411e-a766-637cbf1492c7 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:04.938108 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-11ea95c4-76a1-4d0a-a6a5-458973817399 req-fb27fcbc-d58b-411e-a766-637cbf1492c7 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5c6e52cf-5d29-406e-bb70-9e84ec9f0bec HTTP/1.1" status: 200 len: 943 time: 0.0935066 Nov 02 07:32:04.981602 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-0735e7c5-66e3-4e0c-b637-da90262067b3 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:04.984382 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-0735e7c5-66e3-4e0c-b637-da90262067b3 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/networks?id=a4b569f4-0220-4fbb-945d-473979044420 HTTP/1.1" status: 200 len: 809 time: 0.1776917 Nov 02 07:32:05.014399 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-2f6467f0-eacf-4556-87d0-60914f4fc30b tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/quotas/82915a36bbdb4b5998fd98833e234ad2 HTTP/1.1" status: 200 len: 375 time: 0.0231900 Nov 02 07:32:05.037745 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-11ea95c4-76a1-4d0a-a6a5-458973817399 req-b43b7419-0bbf-4f17-b4f2-1cfb49aecbe8 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917592 Nov 02 07:32:05.074210 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-380bd1d5-d87d-4e20-aa11-968fe6bdc43c tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=82915a36bbdb4b5998fd98833e234ad2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533156 Nov 02 07:32:05.216707 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d72ac-a0ff-410e-b83d-e5fb18f034cf req-83abe11b-6083-4e3d-a0de-424065153c86 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:05.219131 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-814d72ac-a0ff-410e-b83d-e5fb18f034cf req-83abe11b-6083-4e3d-a0de-424065153c86 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 943 time: 0.1031804 Nov 02 07:32:05.251183 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-3962a48f-857b-478f-8081-cad95fa22aa9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a4b569f4-0220-4fbb-945d-473979044420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649647 Nov 02 07:32:05.334649 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-814d72ac-a0ff-410e-b83d-e5fb18f034cf req-523ed2cb-1b2a-4642-86cd-24d6f7a750cc tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975819 Nov 02 07:32:05.337190 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:05.431101 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-66993d3f-1b28-4ba4-afa5-340fd34eb57b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a4b569f4-0220-4fbb-945d-473979044420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639674 Nov 02 07:32:05.775144 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-83a4ed61-e73c-4169-b060-7b342cad136b req-1ff14280-7800-4564-8d1b-b77417f3219b tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 210 time: 0.0394382 Nov 02 07:32:06.166646 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e996c3-223f-47fe-8d1b-71218745466a req-2596d0c4-52b7-4d85-b2f4-40a9d8ce97d6 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:06.168094 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-55e996c3-223f-47fe-8d1b-71218745466a req-2596d0c4-52b7-4d85-b2f4-40a9d8ce97d6 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5c6e52cf-5d29-406e-bb70-9e84ec9f0bec HTTP/1.1" status: 200 len: 943 time: 0.0502484 Nov 02 07:32:06.217930 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-55e996c3-223f-47fe-8d1b-71218745466a req-adbf9a55-993d-4263-94ef-24d33c1d299f tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441093 Nov 02 07:32:06.377552 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63f015-294f-425d-ac16-e505395832b6 req-3dcc8238-e51a-4f6d-8f22-e1dfb02bfb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:06.379700 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bc63f015-294f-425d-ac16-e505395832b6 req-3dcc8238-e51a-4f6d-8f22-e1dfb02bfb97 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c60cb95cbf734d9b852af2bdcad4e1c0&device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 1129 time: 0.0429232 Nov 02 07:32:06.383153 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-90e477c6-9e9c-4865-86ce-d1ef1eb3784c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:06.384562 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-90e477c6-9e9c-4865-86ce-d1ef1eb3784c service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=155356fb94b74eaba3a8465d1a1f21ff&device_id=5c6e52cf-5d29-406e-bb70-9e84ec9f0bec HTTP/1.1" status: 200 len: 1127 time: 0.0482142 Nov 02 07:32:06.510664 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67437ea-d065-42b3-9239-9f91c6777851 req-017717e4-00eb-4716-867c-d92c047ea0ec tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:06.512110 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b67437ea-d065-42b3-9239-9f91c6777851 req-017717e4-00eb-4716-867c-d92c047ea0ec tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 943 time: 0.0907013 Nov 02 07:32:06.547485 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63f015-294f-425d-ac16-e505395832b6 req-043bbaa9-e884-4716-9a77-e8d1cb5461f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:06.548942 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bc63f015-294f-425d-ac16-e505395832b6 req-043bbaa9-e884-4716-9a77-e8d1cb5461f3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=f40ed210-eb7b-4935-8be8-8b7615c77c12 HTTP/1.1" status: 200 len: 920 time: 0.1488583 Nov 02 07:32:06.573777 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b67437ea-d065-42b3-9239-9f91c6777851 req-ae7f48f2-cfbd-4c2e-a83a-db3e700f4544 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549548 Nov 02 07:32:06.865150 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1bd6d67e-56e4-4a79-b6b0-b93a07d21f69 req-32426e8a-f528-4caa-9a7c-186fe7535695 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 210 time: 0.0286953 Nov 02 07:32:06.990508 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-06f299ef-e3f1-4f69-bd88-f3f86f595bf6 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=566880a6-3eba-41de-a814-40ba52af43d4 HTTP/1.1" status: 200 len: 217 time: 0.0327711 Nov 02 07:32:07.030583 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bc63f015-294f-425d-ac16-e505395832b6 req-6b5e5e5e-8546-4ce3-aec4-8e871d728002 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47c195f9-fe3d-4872-a0a9-ef4120548d09 HTTP/1.1" status: 200 len: 1000 time: 0.0598993 Nov 02 07:32:07.115000 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:07.115697 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-cc1e551c-1d9f-4103-9bb3-b70bd5584d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:07.117262 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-cc1e551c-1d9f-4103-9bb3-b70bd5584d78 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=74a8078f-40c4-4845-a167-14187f193254 HTTP/1.1" status: 200 len: 849 time: 0.0512466 Nov 02 07:32:07.123386 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63f015-294f-425d-ac16-e505395832b6 req-5cf85601-f804-471a-a7e3-1ae1636da650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:07.125797 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bc63f015-294f-425d-ac16-e505395832b6 req-5cf85601-f804-471a-a7e3-1ae1636da650 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=2425be66-0e89-40dd-949b-94121b115f5c HTTP/1.1" status: 200 len: 858 time: 0.0567729 Nov 02 07:32:07.166700 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-23ebf2c9-5014-4876-99e4-0a031b828cc0 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=3fafd9c5-3180-43ff-9a2d-50cffbbda74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324988 Nov 02 07:32:07.194925 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63f015-294f-425d-ac16-e505395832b6 req-7ac4f4f6-96d6-416e-9ff6-90a1baac2e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:07.196766 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bc63f015-294f-425d-ac16-e505395832b6 req-7ac4f4f6-96d6-416e-9ff6-90a1baac2e15 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=f40ed210-eb7b-4935-8be8-8b7615c77c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0616436 Nov 02 07:32:07.273112 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-a5b52149-d691-4ad8-bd95-6a6bec7e95b3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3fafd9c5-3180-43ff-9a2d-50cffbbda74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925338 Nov 02 07:32:07.316569 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bc63f015-294f-425d-ac16-e505395832b6 req-2ab6a1fd-d9e6-4fc0-b3cc-14f76e1046e8 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065338 Nov 02 07:32:07.406815 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-27357436-e9f1-493f-895a-0ca7a0807cbb req-3631620e-ad73-4729-a984-0dc3f14950d8 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/3fafd9c5-3180-43ff-9a2d-50cffbbda74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167214 Nov 02 07:32:07.466845 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bf4d0-af16-4fc1-9ae3-faaccf10526d req-67098e1a-1265-4366-8ae5-52f1b45c37d6 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:07.469607 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3d5bf4d0-af16-4fc1-9ae3-faaccf10526d req-67098e1a-1265-4366-8ae5-52f1b45c37d6 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5c6e52cf-5d29-406e-bb70-9e84ec9f0bec HTTP/1.1" status: 200 len: 943 time: 0.0963178 Nov 02 07:32:07.523677 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bc63f015-294f-425d-ac16-e505395832b6 req-1d93e3fe-7bd5-4619-968b-8ed79557668e service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790748 Nov 02 07:32:07.538280 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3d5bf4d0-af16-4fc1-9ae3-faaccf10526d req-6fa67120-5c54-41ac-8cb1-ac17fa71c9a8 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622873 Nov 02 07:32:07.705647 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925f336-81e6-4a2e-8b5e-d3f41e8cf864 req-b6fe2402-d533-4a8a-97d4-ba72871ae4e4 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:07.707060 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4925f336-81e6-4a2e-8b5e-d3f41e8cf864 req-b6fe2402-d533-4a8a-97d4-ba72871ae4e4 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 943 time: 0.0485168 Nov 02 07:32:07.755805 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4925f336-81e6-4a2e-8b5e-d3f41e8cf864 req-7c65f69a-c829-4767-9a43-5bd90b99bee5 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432193 Nov 02 07:32:07.970297 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2da91248-fea5-436c-818c-c8faf448a528 req-c0f2dec7-120a-4196-bacf-5281c5a1c5e8 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 210 time: 0.0308554 Nov 02 07:32:08.371889 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:08.375140 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:08.650223 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:08.664438 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54093de-a605-4b8c-89e8-05d7c892df9c req-8e18d869-f883-46f0-bb2b-baea3ad5bba4 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:08.665890 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a54093de-a605-4b8c-89e8-05d7c892df9c req-8e18d869-f883-46f0-bb2b-baea3ad5bba4 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5c6e52cf-5d29-406e-bb70-9e84ec9f0bec HTTP/1.1" status: 200 len: 943 time: 0.0486825 Nov 02 07:32:08.714413 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a54093de-a605-4b8c-89e8-05d7c892df9c req-43f6662f-e495-4175-973f-2ee8649a4ad1 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428450 Nov 02 07:32:08.883522 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39305b44-b6ee-4a8b-9029-6bb2669a5fb1 req-0b0113df-ad32-4f28-a906-ecb67e0442f6 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:08.885037 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-39305b44-b6ee-4a8b-9029-6bb2669a5fb1 req-0b0113df-ad32-4f28-a906-ecb67e0442f6 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 943 time: 0.0473421 Nov 02 07:32:08.932373 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-39305b44-b6ee-4a8b-9029-6bb2669a5fb1 req-461e7aa9-f95d-43b2-84c9-ce08e97b4b03 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415266 Nov 02 07:32:09.077198 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3562243e-69ec-404e-84bf-486f07e95005 req-37800fc2-e47c-44fc-af18-086fdde17ead tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 210 time: 0.0314415 Nov 02 07:32:09.254829 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-700c40b0-2bf7-415a-9c84-cfebefc764a6 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:09.256393 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-700c40b0-2bf7-415a-9c84-cfebefc764a6 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.47 "GET /networking/v2.0/networks?id=a4b569f4-0220-4fbb-945d-473979044420 HTTP/1.1" status: 200 len: 809 time: 0.1028275 Nov 02 07:32:09.329007 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-46453417-2545-4064-96ed-2645514beb2b tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=82915a36bbdb4b5998fd98833e234ad2 HTTP/1.1" status: 200 len: 380 time: 0.0552597 Nov 02 07:32:09.338406 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-512403bc-e5f6-4855-a63a-37cdd6577076 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Request body: {'port': {'device_id': '22ad3728-5dee-49b1-a62d-3bdfca6b47ce', 'network_id': 'a4b569f4-0220-4fbb-945d-473979044420', 'admin_state_up': True, 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'security_groups': ['9fbb8a5c-4778-45a7-89f9-1bb88cfc8797']}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:32:09.449045 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-512403bc-e5f6-4855-a63a-37cdd6577076 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Made reservation on behalf of 82915a36bbdb4b5998fd98833e234ad2 for: {'port': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:32:09.453324 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-512403bc-e5f6-4855-a63a-37cdd6577076 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:09.568902 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:09.582096 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-512403bc-e5f6-4855-a63a-37cdd6577076 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Allocated IP 172.20.0.9 (a4b569f4-0220-4fbb-945d-473979044420/fdac1f18-4f67-4d45-9794-697cbfd49b75/697a5305-479b-4888-ac9b-d59e4662ea13) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:32:09.718930 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-512403bc-e5f6-4855-a63a-37cdd6577076 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks [] for port (697a5305-479b-4888-ac9b-d59e4662ea13), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:09.750757 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-512403bc-e5f6-4855-a63a-37cdd6577076 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (697a5305-479b-4888-ac9b-d59e4662ea13), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:09.804630 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-512403bc-e5f6-4855-a63a-37cdd6577076 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Network a4b569f4-0220-4fbb-945d-473979044420 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:32:09.810650 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-512403bc-e5f6-4855-a63a-37cdd6577076 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:32:09.814321 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-512403bc-e5f6-4855-a63a-37cdd6577076 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:32:09.871404 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:09.872268 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512403bc-e5f6-4855-a63a-37cdd6577076 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Pushing event updated for resources: {'Port': ['ID=697a5305-479b-4888-ac9b-d59e4662ea13,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:32:09.890909 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7298d-60d4-4939-b9c1-dcc2750dabf0 req-fb7485ed-ff3d-49d4-b869-db7fe28af0c2 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:09.892484 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1fd7298d-60d4-4939-b9c1-dcc2750dabf0 req-fb7485ed-ff3d-49d4-b869-db7fe28af0c2 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5c6e52cf-5d29-406e-bb70-9e84ec9f0bec HTTP/1.1" status: 200 len: 943 time: 0.1025608 Nov 02 07:32:09.920713 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-512403bc-e5f6-4855-a63a-37cdd6577076 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:09.921441 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-512403bc-e5f6-4855-a63a-37cdd6577076 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:09.949548 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-512403bc-e5f6-4855-a63a-37cdd6577076 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6146061 Nov 02 07:32:09.965125 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1fd7298d-60d4-4939-b9c1-dcc2750dabf0 req-8929f4c5-e186-482d-af56-3867a4c25f5b tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652983 Nov 02 07:32:09.971333 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-185ee64f-b722-49e6-8214-d0bf17d6dbeb service neutron] Request body: {'port': {'device_id': '22ad3728-5dee-49b1-a62d-3bdfca6b47ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:32:10.060577 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-185ee64f-b722-49e6-8214-d0bf17d6dbeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (697a5305-479b-4888-ac9b-d59e4662ea13), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:10.085123 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-55f5ead2-6e76-4431-829f-da3f6d16383b None None] Provisioning complete for port 697a5305-479b-4888-ac9b-d59e4662ea13 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:32:10.085716 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-55f5ead2-6e76-4431-829f-da3f6d16383b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (697a5305-479b-4888-ac9b-d59e4662ea13), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:10.085824 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b71b6c-30cb-4c47-a20e-b35e7aa043f1 req-ea99dac5-f723-4332-a740-4a08fc3d7393 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:10.085939 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-55f5ead2-6e76-4431-829f-da3f6d16383b None None] Attempt 1 to provision port 697a5305-479b-4888-ac9b-d59e4662ea13 Nov 02 07:32:10.087183 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-05b71b6c-30cb-4c47-a20e-b35e7aa043f1 req-ea99dac5-f723-4332-a740-4a08fc3d7393 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 943 time: 0.0622334 Nov 02 07:32:10.118189 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-55f5ead2-6e76-4431-829f-da3f6d16383b None None] Port 697a5305-479b-4888-ac9b-d59e4662ea13 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:32:10.251605 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-05b71b6c-30cb-4c47-a20e-b35e7aa043f1 req-45f9154c-2ada-48b1-9445-27078795850f tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438818 Nov 02 07:32:10.266439 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02caa0e7-405f-40ee-aea1-2d13f6d2c633 req-9540aa1c-3ba6-4aa5-89a7-b7e33ee0f87f tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:10.267878 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-02caa0e7-405f-40ee-aea1-2d13f6d2c633 req-9540aa1c-3ba6-4aa5-89a7-b7e33ee0f87f tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 931 time: 0.1113527 Nov 02 07:32:10.305428 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:10.377574 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-02caa0e7-405f-40ee-aea1-2d13f6d2c633 req-58dcbc10-0721-4132-8c6d-a1a9da61a7cc tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952742 Nov 02 07:32:10.460078 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-185ee64f-b722-49e6-8214-d0bf17d6dbeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 697a5305-479b-4888-ac9b-d59e4662ea13 {{(pid=104569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:32:10.469512 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-185ee64f-b722-49e6-8214-d0bf17d6dbeb service neutron] Publish callbacks [] for port (697a5305-479b-4888-ac9b-d59e4662ea13), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:10.486111 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.provisioning_blocks [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-185ee64f-b722-49e6-8214-d0bf17d6dbeb service neutron] Transition to ACTIVE for port object 697a5305-479b-4888-ac9b-d59e4662ea13 will not be triggered until provisioned by entity L2. {{(pid=104569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 07:32:10.512535 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-185ee64f-b722-49e6-8214-d0bf17d6dbeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (697a5305-479b-4888-ac9b-d59e4662ea13), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:10.883480 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ee64f-b722-49e6-8214-d0bf17d6dbeb service neutron] Pushing event updated for resources: {'Port': ['ID=697a5305-479b-4888-ac9b-d59e4662ea13,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:32:10.911165 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-185ee64f-b722-49e6-8214-d0bf17d6dbeb service neutron] Attempting to bind port 697a5305-479b-4888-ac9b-d59e4662ea13 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:32:10.911422 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-185ee64f-b722-49e6-8214-d0bf17d6dbeb service neutron] Attempting to bind port 697a5305-479b-4888-ac9b-d59e4662ea13 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'd84738d2-98c3-4ff6-97b3-8faa15e0d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a4b569f4-0220-4fbb-945d-473979044420'}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:32:10.911733 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-185ee64f-b722-49e6-8214-d0bf17d6dbeb service neutron] Attempting to bind port 697a5305-479b-4888-ac9b-d59e4662ea13 on network a4b569f4-0220-4fbb-945d-473979044420 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:32:10.950503 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-185ee64f-b722-49e6-8214-d0bf17d6dbeb service neutron] Port 697a5305-479b-4888-ac9b-d59e4662ea13 on network a4b569f4-0220-4fbb-945d-473979044420 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 07:32:10.950816 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-185ee64f-b722-49e6-8214-d0bf17d6dbeb service neutron] Attempting to bind port 697a5305-479b-4888-ac9b-d59e4662ea13 on network a4b569f4-0220-4fbb-945d-473979044420 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:32:10.991409 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-185ee64f-b722-49e6-8214-d0bf17d6dbeb service neutron] Checking agent: {'id': '8bd0314e-b36f-45c2-bb1e-4de001688fd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'started_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:32:10.991740 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-185ee64f-b722-49e6-8214-d0bf17d6dbeb service neutron] Checking segment: {'id': 'd84738d2-98c3-4ff6-97b3-8faa15e0d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a4b569f4-0220-4fbb-945d-473979044420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:32:10.992117 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-185ee64f-b722-49e6-8214-d0bf17d6dbeb service neutron] Bound using segment: {'id': 'd84738d2-98c3-4ff6-97b3-8faa15e0d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a4b569f4-0220-4fbb-945d-473979044420'} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:32:10.992537 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-185ee64f-b722-49e6-8214-d0bf17d6dbeb service neutron] Bound port: 697a5305-479b-4888-ac9b-d59e4662ea13, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd84738d2-98c3-4ff6-97b3-8faa15e0d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a4b569f4-0220-4fbb-945d-473979044420'}}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:32:10.992879 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-185ee64f-b722-49e6-8214-d0bf17d6dbeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (697a5305-479b-4888-ac9b-d59e4662ea13), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:11.006516 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:11.087066 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-185ee64f-b722-49e6-8214-d0bf17d6dbeb service neutron] For port 697a5305-479b-4888-ac9b-d59e4662ea13, host hv-cinder-80473, cleared binding levels {{(pid=104569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:32:11.104021 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d9bf2-33a6-4b30-b6e9-0666aa9044bd req-2f333f9f-77c1-47e0-adde-8e700cbfad91 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:11.105453 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-524d9bf2-33a6-4b30-b6e9-0666aa9044bd req-2f333f9f-77c1-47e0-adde-8e700cbfad91 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5c6e52cf-5d29-406e-bb70-9e84ec9f0bec HTTP/1.1" status: 200 len: 943 time: 0.0614567 Nov 02 07:32:11.108873 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-185ee64f-b722-49e6-8214-d0bf17d6dbeb service neutron] For port 697a5305-479b-4888-ac9b-d59e4662ea13, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=697a5305-479b-4888-ac9b-d59e4662ea13,segment=NetworkSegment(d84738d2-98c3-4ff6-97b3-8faa15e0d3f9),segment_id=d84738d2-98c3-4ff6-97b3-8faa15e0d3f9)] {{(pid=104569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:32:11.119619 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-185ee64f-b722-49e6-8214-d0bf17d6dbeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (697a5305-479b-4888-ac9b-d59e4662ea13), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:11.129774 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-185ee64f-b722-49e6-8214-d0bf17d6dbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:11.130384 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-185ee64f-b722-49e6-8214-d0bf17d6dbeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:11.131678 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-185ee64f-b722-49e6-8214-d0bf17d6dbeb service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/697a5305-479b-4888-ac9b-d59e4662ea13 HTTP/1.1" status: 200 len: 1093 time: 1.1656609 Nov 02 07:32:11.134571 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ad3728-5dee-49b1-a62d-3bdfca6b47ce', 'tag': '697a5305-479b-4888-ac9b-d59e4662ea13'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:32:11.136812 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9abffdb-8f19-4413-bcd6-91b95693c762" -d '{"events": [{"name": "network-changed", "server_uuid": "22ad3728-5dee-49b1-a62d-3bdfca6b47ce", "tag": "697a5305-479b-4888-ac9b-d59e4662ea13"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:32:11.184039 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 566880a6-3eba-41de-a814-40ba52af43d4 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 07:32:11.197688 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccbcf9a-face-4b98-9c12-ec2c85c8e8fe x-openstack-request-id: req-4ccbcf9a-face-4b98-9c12-ec2c85c8e8fe {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:32:11.197982 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ad3728-5dee-49b1-a62d-3bdfca6b47ce", "tag": "697a5305-479b-4888-ac9b-d59e4662ea13", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:32:11.198231 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ccbcf9a-face-4b98-9c12-ec2c85c8e8fe {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:32:11.198647 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ccbcf9a-face-4b98-9c12-ec2c85c8e8fe'] response: {'name': 'network-changed', 'server_uuid': '22ad3728-5dee-49b1-a62d-3bdfca6b47ce', 'tag': '697a5305-479b-4888-ac9b-d59e4662ea13', 'status': 'completed', 'code': 200} Nov 02 07:32:11.207320 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-524d9bf2-33a6-4b30-b6e9-0666aa9044bd req-848060bc-c024-4799-a5c1-cf8e73594cfb tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953028 Nov 02 07:32:11.208014 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ee64f-b722-49e6-8214-d0bf17d6dbeb service neutron] Pushing event updated for resources: {'Port': ['ID=697a5305-479b-4888-ac9b-d59e4662ea13,revision_number=3']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:32:11.287236 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-fb0a8e18-67af-4fee-b609-1c99dde78bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:11.288834 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-fb0a8e18-67af-4fee-b609-1c99dde78bc3 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=82915a36bbdb4b5998fd98833e234ad2&device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 1127 time: 0.0455010 Nov 02 07:32:11.341175 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-126dc56a-5cf7-4f66-9e04-7d4d2101fb49 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=697a5305-479b-4888-ac9b-d59e4662ea13 HTTP/1.1" status: 200 len: 217 time: 0.0364335 Nov 02 07:32:11.418928 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f16117-86f2-4027-92c3-3bd51459706d req-66481e9f-d5f9-44d0-a890-61c53e9cf551 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:11.420607 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b2f16117-86f2-4027-92c3-3bd51459706d req-66481e9f-d5f9-44d0-a890-61c53e9cf551 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 943 time: 0.0818956 Nov 02 07:32:11.430450 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-ef55288f-0662-4c6b-8965-f304f8791c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:11.431861 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-ef55288f-0662-4c6b-8965-f304f8791c0a service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=fdac1f18-4f67-4d45-9794-697cbfd49b75 HTTP/1.1" status: 200 len: 848 time: 0.0824358 Nov 02 07:32:11.444222 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 566880a6-3eba-41de-a814-40ba52af43d4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=566880a6-3eba-41de-a814-40ba52af43d4,segment=NetworkSegment(f0734919-3f29-4b22-8142-b6ac8896555b),segment_id=f0734919-3f29-4b22-8142-b6ac8896555b)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:32:11.456799 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Returning: {'device': '566880a6-3eba-41de-a814-40ba52af43d4', 'network_id': '3fafd9c5-3180-43ff-9a2d-50cffbbda74e', 'port_id': '566880a6-3eba-41de-a814-40ba52af43d4', 'mac_address': 'fa:16:3e:ba:b3:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a8078f-40c4-4845-a167-14187f193254', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 07:32:11.492874 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 566880a6-3eba-41de-a814-40ba52af43d4 is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:32:11.493254 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (566880a6-3eba-41de-a814-40ba52af43d4), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:11.506847 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 566880a6-3eba-41de-a814-40ba52af43d4 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:32:11.530371 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 566880a6-3eba-41de-a814-40ba52af43d4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=566880a6-3eba-41de-a814-40ba52af43d4,segment=NetworkSegment(f0734919-3f29-4b22-8142-b6ac8896555b),segment_id=f0734919-3f29-4b22-8142-b6ac8896555b)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:32:11.530587 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-96ea3b16-4809-440e-971e-6e3307326cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:11.532220 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-96ea3b16-4809-440e-971e-6e3307326cc5 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=a4b569f4-0220-4fbb-945d-473979044420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0875061 Nov 02 07:32:11.535669 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (566880a6-3eba-41de-a814-40ba52af43d4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:11.543559 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24588dc7-9fca-4a41-92d5-fadb85694279 req-626a6540-3ada-4754-a009-51cc1834ee79 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:11.544986 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-24588dc7-9fca-4a41-92d5-fadb85694279 req-626a6540-3ada-4754-a009-51cc1834ee79 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 943 time: 0.0882089 Nov 02 07:32:11.555745 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b2f16117-86f2-4027-92c3-3bd51459706d req-7a839613-d03f-4962-9653-1ec59a69ca95 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277783 Nov 02 07:32:11.593421 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=566880a6-3eba-41de-a814-40ba52af43d4,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:32:11.593620 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:11.665790 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-24588dc7-9fca-4a41-92d5-fadb85694279 req-bcaf566e-bea2-4ae5-a03d-f124a24e4500 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081855 Nov 02 07:32:11.680667 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-7ccd8a74-738e-4378-8496-8f37af0126a8 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a4b569f4-0220-4fbb-945d-473979044420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338418 Nov 02 07:32:11.773667 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c6330e64-8a3c-40f7-9391-3ca867320a96 req-dc35a6b2-8aca-4bee-b9f7-777e8a6c9795 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a4b569f4-0220-4fbb-945d-473979044420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869954 Nov 02 07:32:11.895614 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abffdb-8f19-4413-bcd6-91b95693c762 req-c5228cc2-dc15-449b-955c-d6503a33b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:11.897119 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c9abffdb-8f19-4413-bcd6-91b95693c762 req-c5228cc2-dc15-449b-955c-d6503a33b90b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=82915a36bbdb4b5998fd98833e234ad2&device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 1127 time: 0.0406306 Nov 02 07:32:11.956448 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['566880a6-3eba-41de-a814-40ba52af43d4'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:32:11.993782 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abffdb-8f19-4413-bcd6-91b95693c762 req-3310bfca-b5fb-4695-ab4e-6f82063df9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:11.995279 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c9abffdb-8f19-4413-bcd6-91b95693c762 req-3310bfca-b5fb-4695-ab4e-6f82063df9a2 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=a4b569f4-0220-4fbb-945d-473979044420 HTTP/1.1" status: 200 len: 910 time: 0.0921671 Nov 02 07:32:12.034979 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c9abffdb-8f19-4413-bcd6-91b95693c762 req-1b947d00-f44f-42a4-be6c-6f8601e6a2ca service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=697a5305-479b-4888-ac9b-d59e4662ea13 HTTP/1.1" status: 200 len: 217 time: 0.0325263 Nov 02 07:32:12.083728 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abffdb-8f19-4413-bcd6-91b95693c762 req-c2822012-892e-4bbf-8375-f6b78a98e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:12.085296 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c9abffdb-8f19-4413-bcd6-91b95693c762 req-c2822012-892e-4bbf-8375-f6b78a98e6b1 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=fdac1f18-4f67-4d45-9794-697cbfd49b75 HTTP/1.1" status: 200 len: 848 time: 0.0442595 Nov 02 07:32:12.126154 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:12.129908 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abffdb-8f19-4413-bcd6-91b95693c762 req-9a96e504-6f92-43f1-a273-0304d9060393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:12.131430 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c9abffdb-8f19-4413-bcd6-91b95693c762 req-9a96e504-6f92-43f1-a273-0304d9060393 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=a4b569f4-0220-4fbb-945d-473979044420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393994 Nov 02 07:32:12.379451 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400dffb-5906-4115-bc22-a471bd99f00e req-127f91f6-8bb7-4551-821d-0ed12cafe198 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:12.380933 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e400dffb-5906-4115-bc22-a471bd99f00e req-127f91f6-8bb7-4551-821d-0ed12cafe198 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5c6e52cf-5d29-406e-bb70-9e84ec9f0bec HTTP/1.1" status: 200 len: 944 time: 0.0955367 Nov 02 07:32:12.439001 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c9abffdb-8f19-4413-bcd6-91b95693c762 req-128dda56-8e05-42c2-8cf2-915fa6fa4f50 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a4b569f4-0220-4fbb-945d-473979044420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445758 Nov 02 07:32:12.450437 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e400dffb-5906-4115-bc22-a471bd99f00e req-58583802-0d4c-493e-885d-7dfc3c5d2bcc tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632188 Nov 02 07:32:12.625130 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:32:12.694010 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ecd6a-54e9-4817-ab66-2e05c19fd4a7 req-75924c69-c613-4e79-beaf-b46ddc895c8b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:12.695395 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8a7ecd6a-54e9-4817-ab66-2e05c19fd4a7 req-75924c69-c613-4e79-beaf-b46ddc895c8b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 943 time: 0.0513697 Nov 02 07:32:12.753744 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8a7ecd6a-54e9-4817-ab66-2e05c19fd4a7 req-95ec43d4-a7d1-4200-a748-9b451596bd62 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524297 Nov 02 07:32:12.787237 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e32399-aea6-4c8d-ab65-61fa493e4dab req-7a9f387f-e158-4a4a-a37a-df553e91ccb8 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:12.788684 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c8e32399-aea6-4c8d-ab65-61fa493e4dab req-7a9f387f-e158-4a4a-a37a-df553e91ccb8 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 943 time: 0.0485735 Nov 02 07:32:12.837375 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c8e32399-aea6-4c8d-ab65-61fa493e4dab req-8f03c740-13a0-4c18-b678-54999a1c4a63 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427451 Nov 02 07:32:13.183636 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 566880a6-3eba-41de-a814-40ba52af43d4 up at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:32:13.224569 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c9abffdb-8f19-4413-bcd6-91b95693c762 req-1ff4124d-5d7b-41d1-a114-59f03501e8b9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a4b569f4-0220-4fbb-945d-473979044420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869656 Nov 02 07:32:13.225281 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning for port 566880a6-3eba-41de-a814-40ba52af43d4 completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 07:32:13.231633 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning complete for port 566880a6-3eba-41de-a814-40ba52af43d4 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:32:13.232146 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (566880a6-3eba-41de-a814-40ba52af43d4), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:13.232488 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Attempt 1 to provision port 566880a6-3eba-41de-a814-40ba52af43d4 Nov 02 07:32:13.305147 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 566880a6-3eba-41de-a814-40ba52af43d4 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:32:13.305521 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (566880a6-3eba-41de-a814-40ba52af43d4), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:13.327416 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6e52cf-5d29-406e-bb70-9e84ec9f0bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566880a6-3eba-41de-a814-40ba52af43d4'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:32:13.330465 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae3fbe182e2c1c70a5346b740f804138ecd9042bc04c1c47f40fee79c776d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94db342-30ba-4c05-a3b9-24c147420e03" -d '{"events": [{"server_uuid": "5c6e52cf-5d29-406e-bb70-9e84ec9f0bec", "name": "network-vif-plugged", "status": "completed", "tag": "566880a6-3eba-41de-a814-40ba52af43d4"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:32:13.346867 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 566880a6-3eba-41de-a814-40ba52af43d4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=566880a6-3eba-41de-a814-40ba52af43d4,segment=NetworkSegment(f0734919-3f29-4b22-8142-b6ac8896555b),segment_id=f0734919-3f29-4b22-8142-b6ac8896555b)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:32:13.350835 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (566880a6-3eba-41de-a814-40ba52af43d4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:13.376352 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f90a893-5a73-4c57-88b1-bd6d951164e8 x-openstack-request-id: req-0f90a893-5a73-4c57-88b1-bd6d951164e8 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:32:13.376661 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6e52cf-5d29-406e-bb70-9e84ec9f0bec", "name": "network-vif-plugged", "status": "completed", "tag": "566880a6-3eba-41de-a814-40ba52af43d4", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:32:13.376920 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f90a893-5a73-4c57-88b1-bd6d951164e8 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:32:13.377311 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f90a893-5a73-4c57-88b1-bd6d951164e8'] response: {'server_uuid': '5c6e52cf-5d29-406e-bb70-9e84ec9f0bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566880a6-3eba-41de-a814-40ba52af43d4', 'code': 200} Nov 02 07:32:13.404130 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=566880a6-3eba-41de-a814-40ba52af43d4,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:32:13.599995 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a17e64-fd91-4568-9c6f-952672a5f770 req-edac0218-8213-4f70-84ec-010ed8539609 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:13.601489 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c5a17e64-fd91-4568-9c6f-952672a5f770 req-edac0218-8213-4f70-84ec-010ed8539609 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5c6e52cf-5d29-406e-bb70-9e84ec9f0bec HTTP/1.1" status: 200 len: 945 time: 0.0730374 Nov 02 07:32:13.610871 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685b524-b724-40a0-8de0-a751b60823d6 req-97463fe4-77ea-4048-9901-9d600478134e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:13.612244 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0685b524-b724-40a0-8de0-a751b60823d6 req-97463fe4-77ea-4048-9901-9d600478134e service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5c6e52cf-5d29-406e-bb70-9e84ec9f0bec HTTP/1.1" status: 200 len: 1129 time: 0.0527239 Nov 02 07:32:13.654190 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:13.678471 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c5a17e64-fd91-4568-9c6f-952672a5f770 req-eaa0be9c-6d0d-4b29-96d9-fd108fbbe051 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703881 Nov 02 07:32:13.691090 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0685b524-b724-40a0-8de0-a751b60823d6 req-73743783-350a-4614-b5c4-eab78d41df1b service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665076 Nov 02 07:32:13.881387 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a06a13-e156-43df-957c-44a80c457aa6 req-31482c63-e41e-4f73-bab8-7c4945cb4fb2 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:13.882899 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-63a06a13-e156-43df-957c-44a80c457aa6 req-31482c63-e41e-4f73-bab8-7c4945cb4fb2 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 943 time: 0.0472667 Nov 02 07:32:13.958071 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-63a06a13-e156-43df-957c-44a80c457aa6 req-f03e71fc-5e90-4caa-9b28-8b8767baa048 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696712 Nov 02 07:32:13.970828 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b862cb-4807-4e7d-9daa-72c266c11754 req-43a0a8a2-41fb-47c9-ba0d-b106696aec7b tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:13.972268 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d5b862cb-4807-4e7d-9daa-72c266c11754 req-43a0a8a2-41fb-47c9-ba0d-b106696aec7b tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 943 time: 0.0573220 Nov 02 07:32:14.024089 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d5b862cb-4807-4e7d-9daa-72c266c11754 req-d3fcecda-2fe8-4bf7-9e1e-b274b7c7101b tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432637 Nov 02 07:32:14.802603 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835b93f-e929-4784-a9d6-ce3d03016d9e req-7c02071d-40fd-4975-a7ba-913e4f3b726b tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:14.804092 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1835b93f-e929-4784-a9d6-ce3d03016d9e req-7c02071d-40fd-4975-a7ba-913e4f3b726b tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5c6e52cf-5d29-406e-bb70-9e84ec9f0bec HTTP/1.1" status: 200 len: 945 time: 0.0509467 Nov 02 07:32:14.859383 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1835b93f-e929-4784-a9d6-ce3d03016d9e req-0c71b8d8-23e9-47fc-b40c-d72b152876a2 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419233 Nov 02 07:32:15.084301 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a23b7c-b2ad-4d19-8030-c033883d5b28 req-52f33eed-44d0-49f1-9680-48d99cbf1d1d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:15.085782 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e0a23b7c-b2ad-4d19-8030-c033883d5b28 req-52f33eed-44d0-49f1-9680-48d99cbf1d1d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 943 time: 0.0474806 Nov 02 07:32:15.134830 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:15.171212 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b30d6-6c81-4c2c-8361-02f3d4352f81 req-0de8bef1-8732-425f-b8e5-4c96fb5d5f72 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:15.173266 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-138b30d6-6c81-4c2c-8361-02f3d4352f81 req-0de8bef1-8732-425f-b8e5-4c96fb5d5f72 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 943 time: 0.0744727 Nov 02 07:32:15.176297 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e0a23b7c-b2ad-4d19-8030-c033883d5b28 req-1c2bb0c3-0137-4998-b67c-a81c217510d2 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852339 Nov 02 07:32:15.183404 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device ba58ff3d-570b-447a-86ec-a6d9a70152fc details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 07:32:15.201357 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:15.226454 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-138b30d6-6c81-4c2c-8361-02f3d4352f81 req-c25857d6-2dbc-4f9a-89b5-c1244d940fca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469320 Nov 02 07:32:15.263342 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:15.288387 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port ba58ff3d-570b-447a-86ec-a6d9a70152fc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ba58ff3d-570b-447a-86ec-a6d9a70152fc,segment=NetworkSegment(d7e1724e-6066-427b-a3a4-bc3e1a8af7fa),segment_id=d7e1724e-6066-427b-a3a4-bc3e1a8af7fa)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:32:15.300228 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Returning: {'device': 'ba58ff3d-570b-447a-86ec-a6d9a70152fc', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'port_id': 'ba58ff3d-570b-447a-86ec-a6d9a70152fc', 'mac_address': 'fa:16:3e:5e:bf:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 07:32:15.335007 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port ba58ff3d-570b-447a-86ec-a6d9a70152fc is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:32:15.335383 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (ba58ff3d-570b-447a-86ec-a6d9a70152fc), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:15.349014 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba58ff3d-570b-447a-86ec-a6d9a70152fc {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:32:15.368841 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port ba58ff3d-570b-447a-86ec-a6d9a70152fc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ba58ff3d-570b-447a-86ec-a6d9a70152fc,segment=NetworkSegment(d7e1724e-6066-427b-a3a4-bc3e1a8af7fa),segment_id=d7e1724e-6066-427b-a3a4-bc3e1a8af7fa)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:32:15.372555 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (ba58ff3d-570b-447a-86ec-a6d9a70152fc), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:15.417614 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=ba58ff3d-570b-447a-86ec-a6d9a70152fc,revision_number=9']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:32:15.428734 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=37 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:15.860035 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['ba58ff3d-570b-447a-86ec-a6d9a70152fc'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:32:15.988155 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f16ad-743b-4af6-a896-c1b9f7320f33 req-d9fb2042-d9bb-4ce9-a131-f2c91c4b7272 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:15.989847 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5c8f16ad-743b-4af6-a896-c1b9f7320f33 req-d9fb2042-d9bb-4ce9-a131-f2c91c4b7272 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5c6e52cf-5d29-406e-bb70-9e84ec9f0bec HTTP/1.1" status: 200 len: 945 time: 0.0484529 Nov 02 07:32:16.007338 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 38202) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:32:16.012026 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-7a3aacfb-14f4-40f6-a7a8-389e284644fa tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1145946076', 'description': 'tempest-description--239080263'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:32:16.035170 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7a3aacfb-14f4-40f6-a7a8-389e284644fa tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:16.043330 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5c8f16ad-743b-4af6-a896-c1b9f7320f33 req-f1556fa5-0231-4e62-b011-e657c9596871 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459592 Nov 02 07:32:16.066096 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:16.110458 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7a3aacfb-14f4-40f6-a7a8-389e284644fa tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group (e0c243d4-808e-4dc1-a45e-d7fca573149c), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:16.114965 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7a3aacfb-14f4-40f6-a7a8-389e284644fa tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (e0c243d4-808e-4dc1-a45e-d7fca573149c), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:16.146298 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7a3aacfb-14f4-40f6-a7a8-389e284644fa tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:16.147550 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-7a3aacfb-14f4-40f6-a7a8-389e284644fa tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1393089 Nov 02 07:32:16.149425 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3aacfb-14f4-40f6-a7a8-389e284644fa tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c243d4-808e-4dc1-a45e-d7fca573149c,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:32:16.150689 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 38206) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:32:16.156561 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-6898b2d7-238f-4725-8892-4156b55d5138 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Request body: {'security_group_rule': {'security_group_id': 'e0c243d4-808e-4dc1-a45e-d7fca573149c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:32:16.185724 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6898b2d7-238f-4725-8892-4156b55d5138 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group_rule (d2fb6bfe-1152-4784-95b7-56e994ea9d7c), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:16.261681 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6898b2d7-238f-4725-8892-4156b55d5138 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group_rule (d2fb6bfe-1152-4784-95b7-56e994ea9d7c), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:16.266252 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6898b2d7-238f-4725-8892-4156b55d5138 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (d2fb6bfe-1152-4784-95b7-56e994ea9d7c), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:16.319159 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898b2d7-238f-4725-8892-4156b55d5138 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2fb6bfe-1152-4784-95b7-56e994ea9d7c,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:32:16.335249 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6898b2d7-238f-4725-8892-4156b55d5138 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:16.336469 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-6898b2d7-238f-4725-8892-4156b55d5138 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1843216 Nov 02 07:32:16.339378 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 38214) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:32:16.345142 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-af614252-5a91-430f-9811-d812225f71dc tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Request body: {'security_group_rule': {'security_group_id': 'e0c243d4-808e-4dc1-a45e-d7fca573149c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:32:16.348766 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-60a98fe0-087f-43c5-8f6d-47b63cffef3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:16.380852 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66aeb55-4dbe-488c-a674-974d399e701a req-68bb4669-0960-4b10-82c8-3a532dec760e tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:16.382495 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f66aeb55-4dbe-488c-a674-974d399e701a req-68bb4669-0960-4b10-82c8-3a532dec760e tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 944 time: 0.1114097 Nov 02 07:32:16.395081 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-af614252-5a91-430f-9811-d812225f71dc tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group_rule (e6c57709-7ec2-4438-9d42-8c95e57b1783), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:16.417996 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc958ec5-808d-4f8e-a1d8-ea019da02877 req-b3fb5e2a-bf66-4f02-ad76-03b6edf3f80c tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:16.419562 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-fc958ec5-808d-4f8e-a1d8-ea019da02877 req-b3fb5e2a-bf66-4f02-ad76-03b6edf3f80c tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 943 time: 0.0817127 Nov 02 07:32:16.463541 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f66aeb55-4dbe-488c-a674-974d399e701a req-26c5867b-f154-49b6-b213-73e5da81e554 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698814 Nov 02 07:32:16.465294 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-af614252-5a91-430f-9811-d812225f71dc tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group_rule (e6c57709-7ec2-4438-9d42-8c95e57b1783), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:16.470638 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:16.472197 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-af614252-5a91-430f-9811-d812225f71dc tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (e6c57709-7ec2-4438-9d42-8c95e57b1783), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:16.479233 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:16.498763 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af614252-5a91-430f-9811-d812225f71dc tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c57709-7ec2-4438-9d42-8c95e57b1783,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:32:16.506422 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-af614252-5a91-430f-9811-d812225f71dc tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:16.507643 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-af614252-5a91-430f-9811-d812225f71dc tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1671929 Nov 02 07:32:16.511352 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 38220) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:32:16.515682 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-8d499739-13a6-43a3-8fb2-597555252c74 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Request body: {'floatingip': {'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:32:16.520747 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-fc958ec5-808d-4f8e-a1d8-ea019da02877 req-2c5fa2dd-410f-4f3e-850f-1d9f49a7c626 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867584 Nov 02 07:32:16.539395 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8d499739-13a6-43a3-8fb2-597555252c74 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:16.616982 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8d499739-13a6-43a3-8fb2-597555252c74 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:16.726175 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-8d499739-13a6-43a3-8fb2-597555252c74 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Allocated IP 172.27.2.55 (ac01166e-81e9-4cae-b853-f9fd1f541c1c/957d630b-2ac5-4777-98af-d9a9e169b647/e5677855-b58b-41a8-9e9b-e03d9b740eec) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:32:16.829719 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8d499739-13a6-43a3-8fb2-597555252c74 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for port (e5677855-b58b-41a8-9e9b-e03d9b740eec), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:16.861448 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8d499739-13a6-43a3-8fb2-597555252c74 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (e5677855-b58b-41a8-9e9b-e03d9b740eec), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:16.906787 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d499739-13a6-43a3-8fb2-597555252c74 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Network ac01166e-81e9-4cae-b853-f9fd1f541c1c is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:32:16.911667 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-8d499739-13a6-43a3-8fb2-597555252c74 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:32:16.914007 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d499739-13a6-43a3-8fb2-597555252c74 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:32:16.916943 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d499739-13a6-43a3-8fb2-597555252c74 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event updated for resources: {'Port': ['ID=e5677855-b58b-41a8-9e9b-e03d9b740eec,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:32:16.965148 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:17.010063 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8d499739-13a6-43a3-8fb2-597555252c74 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for floatingip (a372908f-4bab-4a88-90bd-24a01cc565d9), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:17.049966 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8d499739-13a6-43a3-8fb2-597555252c74 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (e5677855-b58b-41a8-9e9b-e03d9b740eec), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:17.205810 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device ba58ff3d-570b-447a-86ec-a6d9a70152fc up at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:32:17.206225 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8d499739-13a6-43a3-8fb2-597555252c74 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for port (e5677855-b58b-41a8-9e9b-e03d9b740eec), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:17.211898 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8d499739-13a6-43a3-8fb2-597555252c74 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576543'] for port (e5677855-b58b-41a8-9e9b-e03d9b740eec), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:17.244321 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cfd64-462f-40e3-806e-01c4f038a20b req-5a1d5d6e-a3b7-462f-902e-aa6618a0e8f0 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:17.245796 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-592cfd64-462f-40e3-806e-01c4f038a20b req-5a1d5d6e-a3b7-462f-902e-aa6618a0e8f0 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5c6e52cf-5d29-406e-bb70-9e84ec9f0bec HTTP/1.1" status: 200 len: 945 time: 0.0564184 Nov 02 07:32:17.257448 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning complete for port ba58ff3d-570b-447a-86ec-a6d9a70152fc triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:32:17.258097 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (ba58ff3d-570b-447a-86ec-a6d9a70152fc), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:17.258605 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Attempt 1 to provision port ba58ff3d-570b-447a-86ec-a6d9a70152fc Nov 02 07:32:17.261195 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:17.286210 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d499739-13a6-43a3-8fb2-597555252c74 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event updated for resources: {'Port': ['ID=e5677855-b58b-41a8-9e9b-e03d9b740eec,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:32:17.288865 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8d499739-13a6-43a3-8fb2-597555252c74 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (a372908f-4bab-4a88-90bd-24a01cc565d9), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:17.308503 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8d499739-13a6-43a3-8fb2-597555252c74 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:17.308667 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-592cfd64-462f-40e3-806e-01c4f038a20b req-26f5a791-6215-471e-a8c2-86aab0692c20 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563900 Nov 02 07:32:17.309951 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-8d499739-13a6-43a3-8fb2-597555252c74 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7976620 Nov 02 07:32:17.353325 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port ba58ff3d-570b-447a-86ec-a6d9a70152fc is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:32:17.353865 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (ba58ff3d-570b-447a-86ec-a6d9a70152fc), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:17.379691 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae04f42-6d0d-42e5-ae5f-8022b6f546df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba58ff3d-570b-447a-86ec-a6d9a70152fc'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:32:17.382497 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae3fbe182e2c1c70a5346b740f804138ecd9042bc04c1c47f40fee79c776d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8963d692-f5ed-4283-bd9a-fdc408853816" -d '{"events": [{"server_uuid": "cae04f42-6d0d-42e5-ae5f-8022b6f546df", "name": "network-vif-plugged", "status": "completed", "tag": "ba58ff3d-570b-447a-86ec-a6d9a70152fc"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:32:17.398756 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port ba58ff3d-570b-447a-86ec-a6d9a70152fc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ba58ff3d-570b-447a-86ec-a6d9a70152fc,segment=NetworkSegment(d7e1724e-6066-427b-a3a4-bc3e1a8af7fa),segment_id=d7e1724e-6066-427b-a3a4-bc3e1a8af7fa)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:32:17.402972 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (ba58ff3d-570b-447a-86ec-a6d9a70152fc), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:17.429266 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7d961e-8231-472a-bb2a-331521fc3134 x-openstack-request-id: req-ba7d961e-8231-472a-bb2a-331521fc3134 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:32:17.429584 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae04f42-6d0d-42e5-ae5f-8022b6f546df", "name": "network-vif-plugged", "status": "completed", "tag": "ba58ff3d-570b-447a-86ec-a6d9a70152fc", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:32:17.429840 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba7d961e-8231-472a-bb2a-331521fc3134 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:32:17.430224 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba7d961e-8231-472a-bb2a-331521fc3134'] response: {'server_uuid': 'cae04f42-6d0d-42e5-ae5f-8022b6f546df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba58ff3d-570b-447a-86ec-a6d9a70152fc', 'code': 200} Nov 02 07:32:17.455337 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=ba58ff3d-570b-447a-86ec-a6d9a70152fc,revision_number=10']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:32:17.523424 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-cb492208-cbac-49b7-8596-dee0fc29bb00 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1145946076&fields=id&tenant_id=ba3bab98d31d49098a8e7242d51be646 HTTP/1.1" status: 200 len: 267 time: 0.0433986 Nov 02 07:32:17.637873 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bc079-8475-4777-a55d-aad72cb1a971 req-4d9d4d1b-d939-4c5f-a177-6a32082aeee0 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:17.639315 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-028bc079-8475-4777-a55d-aad72cb1a971 req-4d9d4d1b-d939-4c5f-a177-6a32082aeee0 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 946 time: 0.0825222 Nov 02 07:32:17.685760 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-d377bbb2-a1e5-442c-978b-cf24ffb65768 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:17.687984 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-d377bbb2-a1e5-442c-978b-cf24ffb65768 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/networks?id=db626555-8790-4323-a9e4-7db2e2eaf177 HTTP/1.1" status: 200 len: 814 time: 0.1572649 Nov 02 07:32:17.715428 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-63648488-c529-489f-9438-165344b0a2be tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/quotas/ba3bab98d31d49098a8e7242d51be646 HTTP/1.1" status: 200 len: 375 time: 0.0197771 Nov 02 07:32:17.719990 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-028bc079-8475-4777-a55d-aad72cb1a971 req-bc6c344a-ef81-49b8-b71c-314a07c5a55f tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736091 Nov 02 07:32:17.767917 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-c8fa6042-61fc-4a9e-bde1-1e44523a4231 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ba3bab98d31d49098a8e7242d51be646&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470126 Nov 02 07:32:17.872810 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:17.881520 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66daa274-3914-4e0a-a93b-1bb0ddbdfab6 req-5a0b97cb-806e-45c4-b3fd-22b8dc72c237 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:17.882984 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-66daa274-3914-4e0a-a93b-1bb0ddbdfab6 req-5a0b97cb-806e-45c4-b3fd-22b8dc72c237 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 943 time: 0.0959272 Nov 02 07:32:17.933769 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-51390d75-60d9-4ef4-8b37-e14471324089 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/db626555-8790-4323-a9e4-7db2e2eaf177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543961 Nov 02 07:32:17.969935 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-66daa274-3914-4e0a-a93b-1bb0ddbdfab6 req-c4a0a858-147b-4d13-bb62-5a917fbcd2ea tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812724 Nov 02 07:32:18.039482 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-ba4a6ea1-444e-44f8-8124-ffe951d03015 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/db626555-8790-4323-a9e4-7db2e2eaf177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975339 Nov 02 07:32:18.204181 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e46a4de8-ddb9-4190-b0fa-41fdc4d814a9 req-cd5d7a29-7fc9-474d-851f-e20718779d06 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b9a9cfaf-8301-4add-a31e-805734cc8ad3 HTTP/1.1" status: 200 len: 210 time: 0.0287530 Nov 02 07:32:18.429471 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bff0b-f07c-4ea7-96d8-30ef6ebb2495 req-6ef2b952-0015-4e21-b139-8c3c4eba16df tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:18.431012 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-315bff0b-f07c-4ea7-96d8-30ef6ebb2495 req-6ef2b952-0015-4e21-b139-8c3c4eba16df tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5c6e52cf-5d29-406e-bb70-9e84ec9f0bec HTTP/1.1" status: 200 len: 945 time: 0.0501349 Nov 02 07:32:18.485384 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-315bff0b-f07c-4ea7-96d8-30ef6ebb2495 req-25f97e77-782d-41fb-8f41-6f4cd3dbf44a tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483384 Nov 02 07:32:18.540806 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-837c2210-d7b6-4896-a8e4-c812ba3b9dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:18.853320 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8767a-cc9f-4bff-a27b-c0a152bf6e52 req-f3b93b70-04ea-42b2-9982-2a07676cc7bb tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:18.854812 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b3f8767a-cc9f-4bff-a27b-c0a152bf6e52 req-f3b93b70-04ea-42b2-9982-2a07676cc7bb tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 946 time: 0.0488870 Nov 02 07:32:18.903275 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b3f8767a-cc9f-4bff-a27b-c0a152bf6e52 req-64dc792f-6aab-4ad6-b18f-617ed0fa4200 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427423 Nov 02 07:32:19.089871 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9df73-ecba-4c26-9ca9-f55876b2e787 req-434e7f78-19c8-46ca-82f9-bc3a783db269 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:19.091358 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7fa9df73-ecba-4c26-9ca9-f55876b2e787 req-434e7f78-19c8-46ca-82f9-bc3a783db269 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 943 time: 0.0475528 Nov 02 07:32:19.139939 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7fa9df73-ecba-4c26-9ca9-f55876b2e787 req-5a06884f-a088-42ab-a6f7-10fdcc34f40e tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423145 Nov 02 07:32:19.286477 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:19.309057 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-cc9b4b2e-91c8-405c-a483-4d40459710e2 req-e935708c-41a6-4881-bb27-fa3c4bd924ac tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b9a9cfaf-8301-4add-a31e-805734cc8ad3 HTTP/1.1" status: 200 len: 210 time: 0.0329905 Nov 02 07:32:19.505798 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa76940-29df-43e9-9810-5a6ce48dac03 req-b3f3e7f8-6232-432f-a7be-a32e03458e75 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:19.507305 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-baa76940-29df-43e9-9810-5a6ce48dac03 req-b3f3e7f8-6232-432f-a7be-a32e03458e75 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=5c6e52cf-5d29-406e-bb70-9e84ec9f0bec HTTP/1.1" status: 200 len: 945 time: 0.0555878 Nov 02 07:32:19.546065 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0061c-5c41-4cf6-a510-7aab71fd0d61 req-61a9da9f-2aef-4d64-9cdf-b19ccde1ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:19.548948 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1ff0061c-5c41-4cf6-a510-7aab71fd0d61 req-61a9da9f-2aef-4d64-9cdf-b19ccde1ae7b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 1130 time: 0.0435166 Nov 02 07:32:19.601338 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1ff0061c-5c41-4cf6-a510-7aab71fd0d61 req-eb1590ab-4c98-42ec-aa03-4cef50451098 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419278 Nov 02 07:32:19.633345 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-baa76940-29df-43e9-9810-5a6ce48dac03 req-aaad642c-764e-4c54-abc4-72b3fd5be205 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Deleting port 566880a6-3eba-41de-a814-40ba52af43d4 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:32:19.633684 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-baa76940-29df-43e9-9810-5a6ce48dac03 req-aaad642c-764e-4c54-abc4-72b3fd5be205 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (566880a6-3eba-41de-a814-40ba52af43d4), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:19.665807 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e790572-b441-4489-80cb-ab4bf1f8ccfd req-08e07057-5f59-4702-b359-2771042d8c36 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:19.667407 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1e790572-b441-4489-80cb-ab4bf1f8ccfd req-08e07057-5f59-4702-b359-2771042d8c36 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5c6e52cf-5d29-406e-bb70-9e84ec9f0bec HTTP/1.1" status: 200 len: 945 time: 0.0814302 Nov 02 07:32:19.765840 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1e790572-b441-4489-80cb-ab4bf1f8ccfd req-289bf695-3a82-44b3-8f8c-86508ad2964f tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912168 Nov 02 07:32:19.790480 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-baa76940-29df-43e9-9810-5a6ce48dac03 req-aaad642c-764e-4c54-abc4-72b3fd5be205 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] For port 566880a6-3eba-41de-a814-40ba52af43d4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=566880a6-3eba-41de-a814-40ba52af43d4,segment=NetworkSegment(f0734919-3f29-4b22-8142-b6ac8896555b),segment_id=f0734919-3f29-4b22-8142-b6ac8896555b)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:32:19.790480 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-baa76940-29df-43e9-9810-5a6ce48dac03 req-aaad642c-764e-4c54-abc4-72b3fd5be205 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (566880a6-3eba-41de-a814-40ba52af43d4), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:19.791316 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-baa76940-29df-43e9-9810-5a6ce48dac03 req-aaad642c-764e-4c54-abc4-72b3fd5be205 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Calling delete_port for 566880a6-3eba-41de-a814-40ba52af43d4 owned by compute:nova {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:32:19.876365 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:19.889058 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:19.924783 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-baa76940-29df-43e9-9810-5a6ce48dac03 req-aaad642c-764e-4c54-abc4-72b3fd5be205 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (566880a6-3eba-41de-a814-40ba52af43d4), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:19.955309 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad642c-764e-4c54-abc4-72b3fd5be205 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Pushing event deleted for resources: {'Port': ['ID=566880a6-3eba-41de-a814-40ba52af43d4,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:32:19.962413 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['566880a6-3eba-41de-a814-40ba52af43d4'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:32:20.001646 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa76940-29df-43e9-9810-5a6ce48dac03 req-aaad642c-764e-4c54-abc4-72b3fd5be205 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] No DVR routers for this DVR port 566880a6-3eba-41de-a814-40ba52af43d4 on host hv-cinder-80473 {{(pid=104569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:32:20.004154 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-baa76940-29df-43e9-9810-5a6ce48dac03 req-aaad642c-764e-4c54-abc4-72b3fd5be205 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:20.007359 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-baa76940-29df-43e9-9810-5a6ce48dac03 req-aaad642c-764e-4c54-abc4-72b3fd5be205 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.47 "DELETE /networking/v2.0/ports/566880a6-3eba-41de-a814-40ba52af43d4 HTTP/1.1" status: 204 len: 173 time: 0.4925303 Nov 02 07:32:20.007855 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6e52cf-5d29-406e-bb70-9e84ec9f0bec', 'name': 'network-vif-deleted', 'tag': '566880a6-3eba-41de-a814-40ba52af43d4'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:32:20.010039 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99554cda-1058-4f05-b075-5040fec3061b" -d '{"events": [{"server_uuid": "5c6e52cf-5d29-406e-bb70-9e84ec9f0bec", "name": "network-vif-deleted", "tag": "566880a6-3eba-41de-a814-40ba52af43d4"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:32:20.048963 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a5f7ee-d127-4c08-be17-9ab36008a729 x-openstack-request-id: req-69a5f7ee-d127-4c08-be17-9ab36008a729 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:32:20.049259 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6e52cf-5d29-406e-bb70-9e84ec9f0bec", "name": "network-vif-deleted", "tag": "566880a6-3eba-41de-a814-40ba52af43d4", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:32:20.049513 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69a5f7ee-d127-4c08-be17-9ab36008a729 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:32:20.049915 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a5f7ee-d127-4c08-be17-9ab36008a729'] response: {'server_uuid': '5c6e52cf-5d29-406e-bb70-9e84ec9f0bec', 'name': 'network-vif-deleted', 'tag': '566880a6-3eba-41de-a814-40ba52af43d4', 'status': 'completed', 'code': 200} Nov 02 07:32:20.063465 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd3b1e-01c3-4eea-b479-eca9ccd3f40e req-89459262-5002-4646-81f3-51cf1ff85af7 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:20.064989 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5bfd3b1e-01c3-4eea-b479-eca9ccd3f40e req-89459262-5002-4646-81f3-51cf1ff85af7 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 946 time: 0.0520709 Nov 02 07:32:20.113519 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5bfd3b1e-01c3-4eea-b479-eca9ccd3f40e req-fe605086-3238-4b2c-b93a-afa47a24c580 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430675 Nov 02 07:32:20.267538 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cc644-908f-4a4a-a999-3a5053b61dff req-49e2b13e-513c-49df-afbb-4b993d286c22 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:20.268977 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3d5cc644-908f-4a4a-a999-3a5053b61dff req-49e2b13e-513c-49df-afbb-4b993d286c22 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 943 time: 0.0504370 Nov 02 07:32:20.316942 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3d5cc644-908f-4a4a-a999-3a5053b61dff req-4a0c9259-76d9-440a-a412-65de7eeb68d2 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424390 Nov 02 07:32:20.414001 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-07a31677-ae28-4e0f-85c9-1e8091deaec9 req-6a5596ed-0779-474d-9bc4-749f8cdf1c79 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b9a9cfaf-8301-4add-a31e-805734cc8ad3 HTTP/1.1" status: 200 len: 210 time: 0.0302281 Nov 02 07:32:20.879537 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-fd870b54-b52c-4a6e-ad17-f6ab8837c1e9 req-4db8ea2d-f1e8-4f40-88ae-f3ef2882eb6b tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5c6e52cf-5d29-406e-bb70-9e84ec9f0bec HTTP/1.1" status: 200 len: 210 time: 0.0287905 Nov 02 07:32:21.244386 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7dd5ea-8010-4219-8dfd-ec0b8ac2a1ae req-921f7372-3f29-4118-8249-61ae9fe217f3 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:21.245865 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6c7dd5ea-8010-4219-8dfd-ec0b8ac2a1ae req-921f7372-3f29-4118-8249-61ae9fe217f3 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 946 time: 0.0491605 Nov 02 07:32:21.296017 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:21.306010 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6c7dd5ea-8010-4219-8dfd-ec0b8ac2a1ae req-b2dc5e77-8e83-4a61-8072-32d3def3ce98 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529711 Nov 02 07:32:21.402350 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:21.444413 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88abe7-6efe-4cf9-8c46-b4128f0de7c6 req-5c354c58-812e-4ed2-ac54-d861da088813 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:21.445911 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-af88abe7-6efe-4cf9-8c46-b4128f0de7c6 req-5c354c58-812e-4ed2-ac54-d861da088813 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 943 time: 0.0524030 Nov 02 07:32:21.504569 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-af88abe7-6efe-4cf9-8c46-b4128f0de7c6 req-799f5791-8723-418c-bc92-394a96626278 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489299 Nov 02 07:32:21.536145 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-992f5908-58f3-4bee-9f66-d597924b7e60 req-acea5740-e74d-4ee0-8a08-c2b2d10aa08b tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b9a9cfaf-8301-4add-a31e-805734cc8ad3 HTTP/1.1" status: 200 len: 210 time: 0.0305405 Nov 02 07:32:21.931720 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:21.971607 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-e6a51d50-035c-4e5f-a441-a0b8067d39b2 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:21.974785 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-e6a51d50-035c-4e5f-a441-a0b8067d39b2 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.47 "GET /networking/v2.0/networks?id=db626555-8790-4323-a9e4-7db2e2eaf177 HTTP/1.1" status: 200 len: 814 time: 0.1679137 Nov 02 07:32:22.020853 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-70d72873-bbb5-485c-adeb-9a2ccaaf9cee req-b42489d0-35bb-4009-a81a-1a0797c8de07 tempest-VolumesActionsTest-994650783 tempest-VolumesActionsTest-994650783-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5c6e52cf-5d29-406e-bb70-9e84ec9f0bec HTTP/1.1" status: 200 len: 210 time: 0.0282214 Nov 02 07:32:22.107318 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-69937eb0-774f-4554-98db-d300986383a5 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ba3bab98d31d49098a8e7242d51be646 HTTP/1.1" status: 200 len: 473 time: 0.0738637 Nov 02 07:32:22.256089 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-c55ecaf5-d763-412a-8f76-2dd14c7c5855 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Request body: {'port': {'device_id': 'b9a9cfaf-8301-4add-a31e-805734cc8ad3', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'admin_state_up': True, 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'security_groups': ['e0c243d4-808e-4dc1-a45e-d7fca573149c']}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:32:22.373478 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-c55ecaf5-d763-412a-8f76-2dd14c7c5855 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Made reservation on behalf of ba3bab98d31d49098a8e7242d51be646 for: {'port': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:32:22.377550 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-c55ecaf5-d763-412a-8f76-2dd14c7c5855 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:22.472100 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b218319-44fe-4ef0-8885-7e62a4fd06c2 req-6ecfc2f4-81e9-429a-bae5-c9f01282161d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:22.473540 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2b218319-44fe-4ef0-8885-7e62a4fd06c2 req-6ecfc2f4-81e9-429a-bae5-c9f01282161d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 946 time: 0.0847344 Nov 02 07:32:22.520744 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:22.567529 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2b218319-44fe-4ef0-8885-7e62a4fd06c2 req-e4ba8d66-5031-41ca-b64d-b41b20baab82 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884371 Nov 02 07:32:22.596754 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-c55ecaf5-d763-412a-8f76-2dd14c7c5855 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Allocated IP 172.20.0.12 (db626555-8790-4323-a9e4-7db2e2eaf177/177e8dac-5f29-4a70-91c6-723300d96a3f/dae949dc-142c-4367-baec-04935624813b) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:32:22.619629 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:22.665271 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7603b-0ad9-4e40-af0c-6e8d5d6afb35 req-f2a4cfde-da2d-42c5-9cbe-e7fe1242e237 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:22.666771 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-eab7603b-0ad9-4e40-af0c-6e8d5d6afb35 req-f2a4cfde-da2d-42c5-9cbe-e7fe1242e237 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 943 time: 0.0836322 Nov 02 07:32:22.699853 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b82df662-0363-4622-808f-8d46fe1eefb1 req-b7bfba0a-415f-43e9-8dda-6d274d3a97f3 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b9a9cfaf-8301-4add-a31e-805734cc8ad3 HTTP/1.1" status: 200 len: 210 time: 0.0572658 Nov 02 07:32:22.799611 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-eab7603b-0ad9-4e40-af0c-6e8d5d6afb35 req-97af2c94-4e0b-439f-a36f-855a196356ba tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112654 Nov 02 07:32:22.846957 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-c55ecaf5-d763-412a-8f76-2dd14c7c5855 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for port (dae949dc-142c-4367-baec-04935624813b), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:22.879699 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-c55ecaf5-d763-412a-8f76-2dd14c7c5855 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (dae949dc-142c-4367-baec-04935624813b), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:22.919963 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-c55ecaf5-d763-412a-8f76-2dd14c7c5855 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Network db626555-8790-4323-a9e4-7db2e2eaf177 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:32:22.925379 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-c55ecaf5-d763-412a-8f76-2dd14c7c5855 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:32:22.929105 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-c55ecaf5-d763-412a-8f76-2dd14c7c5855 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:32:22.935269 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ecaf5-d763-412a-8f76-2dd14c7c5855 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event updated for resources: {'Port': ['ID=dae949dc-142c-4367-baec-04935624813b,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:32:22.961668 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:22.982214 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-c55ecaf5-d763-412a-8f76-2dd14c7c5855 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:22.982863 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-c55ecaf5-d763-412a-8f76-2dd14c7c5855 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:23.001544 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-c55ecaf5-d763-412a-8f76-2dd14c7c5855 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7518306 Nov 02 07:32:23.024569 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-605e829c-a6f2-4d5d-80a0-88870e3d7259 service neutron] Request body: {'port': {'device_id': 'b9a9cfaf-8301-4add-a31e-805734cc8ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:32:23.092442 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-605e829c-a6f2-4d5d-80a0-88870e3d7259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (dae949dc-142c-4367-baec-04935624813b), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:23.123520 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-48538b8d-1912-4257-8bae-0dceef7408f0 None None] Provisioning complete for port dae949dc-142c-4367-baec-04935624813b triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:32:23.124393 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-48538b8d-1912-4257-8bae-0dceef7408f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (dae949dc-142c-4367-baec-04935624813b), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:23.124869 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-48538b8d-1912-4257-8bae-0dceef7408f0 None None] Attempt 1 to provision port dae949dc-142c-4367-baec-04935624813b Nov 02 07:32:23.163754 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-48538b8d-1912-4257-8bae-0dceef7408f0 None None] Port dae949dc-142c-4367-baec-04935624813b cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:32:23.243702 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 566880a6-3eba-41de-a814-40ba52af43d4 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:32:23.268664 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] No Port match for: 566880a6-3eba-41de-a814-40ba52af43d4 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:32:23.269152 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 566880a6-3eba-41de-a814-40ba52af43d4 not bound to the agent host hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:32:23.354460 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-605e829c-a6f2-4d5d-80a0-88870e3d7259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dae949dc-142c-4367-baec-04935624813b {{(pid=104569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:32:23.361993 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-605e829c-a6f2-4d5d-80a0-88870e3d7259 service neutron] Publish callbacks [] for port (dae949dc-142c-4367-baec-04935624813b), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:23.375213 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.provisioning_blocks [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-605e829c-a6f2-4d5d-80a0-88870e3d7259 service neutron] Transition to ACTIVE for port object dae949dc-142c-4367-baec-04935624813b will not be triggered until provisioned by entity L2. {{(pid=104569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 07:32:23.379301 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-605e829c-a6f2-4d5d-80a0-88870e3d7259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (dae949dc-142c-4367-baec-04935624813b), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:23.385048 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:23.445278 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e829c-a6f2-4d5d-80a0-88870e3d7259 service neutron] Pushing event updated for resources: {'Port': ['ID=dae949dc-142c-4367-baec-04935624813b,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:32:23.501741 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-605e829c-a6f2-4d5d-80a0-88870e3d7259 service neutron] Attempting to bind port dae949dc-142c-4367-baec-04935624813b on host hv-cinder-80473 for vnic_type normal with profile {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:32:23.502078 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-605e829c-a6f2-4d5d-80a0-88870e3d7259 service neutron] Attempting to bind port dae949dc-142c-4367-baec-04935624813b by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'c05d0ba3-98c5-4b1c-b632-26a7e9300bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177'}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:32:23.502422 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-605e829c-a6f2-4d5d-80a0-88870e3d7259 service neutron] Attempting to bind port dae949dc-142c-4367-baec-04935624813b on network db626555-8790-4323-a9e4-7db2e2eaf177 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:32:23.543686 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-605e829c-a6f2-4d5d-80a0-88870e3d7259 service neutron] Port dae949dc-142c-4367-baec-04935624813b on network db626555-8790-4323-a9e4-7db2e2eaf177 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 07:32:23.544209 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-605e829c-a6f2-4d5d-80a0-88870e3d7259 service neutron] Attempting to bind port dae949dc-142c-4367-baec-04935624813b on network db626555-8790-4323-a9e4-7db2e2eaf177 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:32:23.588338 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-605e829c-a6f2-4d5d-80a0-88870e3d7259 service neutron] Checking agent: {'id': '8bd0314e-b36f-45c2-bb1e-4de001688fd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'started_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:32:23.588675 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-605e829c-a6f2-4d5d-80a0-88870e3d7259 service neutron] Checking segment: {'id': 'c05d0ba3-98c5-4b1c-b632-26a7e9300bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:32:23.589055 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-605e829c-a6f2-4d5d-80a0-88870e3d7259 service neutron] Bound using segment: {'id': 'c05d0ba3-98c5-4b1c-b632-26a7e9300bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177'} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:32:23.589487 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-605e829c-a6f2-4d5d-80a0-88870e3d7259 service neutron] Bound port: dae949dc-142c-4367-baec-04935624813b, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c05d0ba3-98c5-4b1c-b632-26a7e9300bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177'}}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:32:23.589843 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-605e829c-a6f2-4d5d-80a0-88870e3d7259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (dae949dc-142c-4367-baec-04935624813b), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:23.658941 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-605e829c-a6f2-4d5d-80a0-88870e3d7259 service neutron] For port dae949dc-142c-4367-baec-04935624813b, host hv-cinder-80473, cleared binding levels {{(pid=104569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:32:23.662266 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-605e829c-a6f2-4d5d-80a0-88870e3d7259 service neutron] For port dae949dc-142c-4367-baec-04935624813b, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=dae949dc-142c-4367-baec-04935624813b,segment=NetworkSegment(c05d0ba3-98c5-4b1c-b632-26a7e9300bb9),segment_id=c05d0ba3-98c5-4b1c-b632-26a7e9300bb9)] {{(pid=104569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:32:23.667783 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-605e829c-a6f2-4d5d-80a0-88870e3d7259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (dae949dc-142c-4367-baec-04935624813b), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:23.671880 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-605e829c-a6f2-4d5d-80a0-88870e3d7259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:23.672490 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-605e829c-a6f2-4d5d-80a0-88870e3d7259 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:23.674112 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-605e829c-a6f2-4d5d-80a0-88870e3d7259 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/dae949dc-142c-4367-baec-04935624813b HTTP/1.1" status: 200 len: 1094 time: 0.6536357 Nov 02 07:32:23.676087 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a9cfaf-8301-4add-a31e-805734cc8ad3', 'tag': 'dae949dc-142c-4367-baec-04935624813b'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:32:23.678306 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac697c6-dc02-4a43-b4fa-34f7066cdd92" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a9cfaf-8301-4add-a31e-805734cc8ad3", "tag": "dae949dc-142c-4367-baec-04935624813b"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:32:23.724250 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655ebed3-ecdf-4d95-b753-27e85684c941 x-openstack-request-id: req-655ebed3-ecdf-4d95-b753-27e85684c941 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:32:23.724495 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a9cfaf-8301-4add-a31e-805734cc8ad3", "tag": "dae949dc-142c-4367-baec-04935624813b", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:32:23.724737 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-655ebed3-ecdf-4d95-b753-27e85684c941 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:32:23.725136 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-655ebed3-ecdf-4d95-b753-27e85684c941'] response: {'name': 'network-changed', 'server_uuid': 'b9a9cfaf-8301-4add-a31e-805734cc8ad3', 'tag': 'dae949dc-142c-4367-baec-04935624813b', 'status': 'completed', 'code': 200} Nov 02 07:32:23.748702 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e829c-a6f2-4d5d-80a0-88870e3d7259 service neutron] Pushing event updated for resources: {'Port': ['ID=dae949dc-142c-4367-baec-04935624813b,revision_number=3']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:32:23.860515 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43be36-d525-4f97-a911-cd179f1dcd6c req-e005a600-b5bd-44bd-8149-f64b5892aec1 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:23.862095 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5a43be36-d525-4f97-a911-cd179f1dcd6c req-e005a600-b5bd-44bd-8149-f64b5892aec1 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b9a9cfaf-8301-4add-a31e-805734cc8ad3 HTTP/1.1" status: 200 len: 944 time: 0.0785737 Nov 02 07:32:23.867750 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-3d896ad2-232a-45a6-a869-afe2b251964d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:23.869111 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-3d896ad2-232a-45a6-a869-afe2b251964d service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ba3bab98d31d49098a8e7242d51be646&device_id=b9a9cfaf-8301-4add-a31e-805734cc8ad3 HTTP/1.1" status: 200 len: 1128 time: 0.0563872 Nov 02 07:32:23.908278 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:23.951251 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-b249003a-4fbb-4d81-94c0-8561b4086e59 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dae949dc-142c-4367-baec-04935624813b HTTP/1.1" status: 200 len: 217 time: 0.0639527 Nov 02 07:32:24.013968 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5a43be36-d525-4f97-a911-cd179f1dcd6c req-a554106c-8c61-49ee-b216-e0016b78d235 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0c243d4-808e-4dc1-a45e-d7fca573149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434095 Nov 02 07:32:24.020140 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed5ab8-fdd7-46f0-bad7-e8414809bc12 req-70fa17a9-3f78-4f87-abd9-da58a036026c tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:24.021526 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-61ed5ab8-fdd7-46f0-bad7-e8414809bc12 req-70fa17a9-3f78-4f87-abd9-da58a036026c tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 943 time: 0.1359894 Nov 02 07:32:24.046107 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-149c14a6-8eee-4fd4-8281-2ab831de0e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:24.048218 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-149c14a6-8eee-4fd4-8281-2ab831de0e53 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=177e8dac-5f29-4a70-91c6-723300d96a3f HTTP/1.1" status: 200 len: 853 time: 0.0805125 Nov 02 07:32:24.107211 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-61ed5ab8-fdd7-46f0-bad7-e8414809bc12 req-65c1106c-2ba7-4de8-aed0-7da318ced6c5 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776646 Nov 02 07:32:24.114904 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-e34dee31-d2b7-46b6-addd-d610f7dd5691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:24.116322 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-e34dee31-d2b7-46b6-addd-d610f7dd5691 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=db626555-8790-4323-a9e4-7db2e2eaf177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0559335 Nov 02 07:32:24.248671 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-e9b81fcd-8754-4eaf-8d66-bf6e3da827c7 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/db626555-8790-4323-a9e4-7db2e2eaf177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850844 Nov 02 07:32:25.136999 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10278c6-bbb7-480d-afd2-98a2e4a4e7cc req-25b955b9-3bba-42cc-9a1d-8f1a63ffe471 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:25.138483 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e10278c6-bbb7-480d-afd2-98a2e4a4e7cc req-25b955b9-3bba-42cc-9a1d-8f1a63ffe471 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b9a9cfaf-8301-4add-a31e-805734cc8ad3 HTTP/1.1" status: 200 len: 944 time: 0.0503709 Nov 02 07:32:25.472463 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f1146-5b57-4fd4-a41f-b60cd819c264 req-667446ba-163c-462c-b985-c8ae1f2a053b tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:25.473897 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c38f1146-5b57-4fd4-a41f-b60cd819c264 req-667446ba-163c-462c-b985-c8ae1f2a053b tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 943 time: 0.0634067 Nov 02 07:32:25.477935 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e10278c6-bbb7-480d-afd2-98a2e4a4e7cc req-f84f08eb-a71d-4dd6-893a-09df18ce201e tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0c243d4-808e-4dc1-a45e-d7fca573149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3341060 Nov 02 07:32:25.485579 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:25.525281 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c38f1146-5b57-4fd4-a41f-b60cd819c264 req-db99a145-f71a-444e-81c9-cec317dd1675 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457613 Nov 02 07:32:26.602838 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c310272-c1e3-4b79-9211-63cabbaaf784 req-b1cc85ec-2147-4798-a6e6-1ec14bf57f26 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:26.604292 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8c310272-c1e3-4b79-9211-63cabbaaf784 req-b1cc85ec-2147-4798-a6e6-1ec14bf57f26 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b9a9cfaf-8301-4add-a31e-805734cc8ad3 HTTP/1.1" status: 200 len: 944 time: 0.0504117 Nov 02 07:32:26.663728 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d31a6d-9a3a-4c04-9f7b-b25d24321a3f req-7cd0223e-35b9-4225-a4a0-2dab7cedfc11 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:26.665169 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a5d31a6d-9a3a-4c04-9f7b-b25d24321a3f req-7cd0223e-35b9-4225-a4a0-2dab7cedfc11 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 943 time: 0.0600307 Nov 02 07:32:26.702250 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8c310272-c1e3-4b79-9211-63cabbaaf784 req-0f77cbd7-c205-4e9d-897e-e3f74beb94cc tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0c243d4-808e-4dc1-a45e-d7fca573149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877185 Nov 02 07:32:26.729245 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a5d31a6d-9a3a-4c04-9f7b-b25d24321a3f req-99af14f6-6308-455a-bd47-1630aa344bc0 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584128 Nov 02 07:32:27.119403 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-ca407fcd-8d5e-418e-a723-d93fc2531446 req-ff02918f-1166-4123-a526-140a7fbbdf35 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400562 Nov 02 07:32:27.166352 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a9ac7766-5f3e-4957-9d87-1d43667f594b req-67755d23-8dec-4589-8f56-f991abeee431 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/db626555-8790-4323-a9e4-7db2e2eaf177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867920 Nov 02 07:32:27.850105 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67accac-beb8-4263-82e1-86d69e12b7a3 req-de4e941f-8830-4b63-af29-b4ea78f5ce59 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:27.851584 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c67accac-beb8-4263-82e1-86d69e12b7a3 req-de4e941f-8830-4b63-af29-b4ea78f5ce59 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b9a9cfaf-8301-4add-a31e-805734cc8ad3 HTTP/1.1" status: 200 len: 944 time: 0.0738597 Nov 02 07:32:27.870820 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d416a-ccaf-4746-acb4-ccf5fa9de4af req-7ff69f15-3bbe-4504-8457-8f62f378819a tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:27.872465 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e10d416a-ccaf-4746-acb4-ccf5fa9de4af req-7ff69f15-3bbe-4504-8457-8f62f378819a tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 943 time: 0.0662854 Nov 02 07:32:27.940698 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c67accac-beb8-4263-82e1-86d69e12b7a3 req-2864df38-ee29-4b40-9851-27d00221963d tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0c243d4-808e-4dc1-a45e-d7fca573149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834405 Nov 02 07:32:27.948943 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e10d416a-ccaf-4746-acb4-ccf5fa9de4af req-c7b0cd26-17d1-4e42-bc74-fe5adb179217 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688386 Nov 02 07:32:28.157976 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca407fcd-8d5e-418e-a723-d93fc2531446 req-e7bc3722-71f2-41b1-a6ab-30efd327d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:28.159588 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ca407fcd-8d5e-418e-a723-d93fc2531446 req-e7bc3722-71f2-41b1-a6ab-30efd327d71c service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=df168e1504c947169b74f50c1ed4de95&device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 1130 time: 0.0404563 Nov 02 07:32:28.389386 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:29.084306 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:29.146452 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3b314-53a6-447f-baf2-61848d0c4c2b req-bca0a98e-fcb4-49d6-8262-bb6981cf426d tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:29.151024 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-adb3b314-53a6-447f-baf2-61848d0c4c2b req-bca0a98e-fcb4-49d6-8262-bb6981cf426d tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 943 time: 0.0860071 Nov 02 07:32:29.168404 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9bd87-86d2-4fc0-809b-ca4fa2712204 req-2187a03f-6766-4a28-8410-b8c296a39d98 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:29.169923 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-11e9bd87-86d2-4fc0-809b-ca4fa2712204 req-2187a03f-6766-4a28-8410-b8c296a39d98 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b9a9cfaf-8301-4add-a31e-805734cc8ad3 HTTP/1.1" status: 200 len: 944 time: 0.1030862 Nov 02 07:32:29.250406 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-adb3b314-53a6-447f-baf2-61848d0c4c2b req-64185ae7-05cc-4e5b-bc0b-9dd658ee99e5 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789878 Nov 02 07:32:29.255692 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 697a5305-479b-4888-ac9b-d59e4662ea13 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 07:32:29.258065 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-11e9bd87-86d2-4fc0-809b-ca4fa2712204 req-dbf37353-ab09-4685-9314-2199f2041c17 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0c243d4-808e-4dc1-a45e-d7fca573149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800109 Nov 02 07:32:29.305480 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:29.334762 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:29.409554 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 697a5305-479b-4888-ac9b-d59e4662ea13, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=697a5305-479b-4888-ac9b-d59e4662ea13,segment=NetworkSegment(d84738d2-98c3-4ff6-97b3-8faa15e0d3f9),segment_id=d84738d2-98c3-4ff6-97b3-8faa15e0d3f9)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:32:29.422079 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Returning: {'device': '697a5305-479b-4888-ac9b-d59e4662ea13', 'network_id': 'a4b569f4-0220-4fbb-945d-473979044420', 'port_id': '697a5305-479b-4888-ac9b-d59e4662ea13', 'mac_address': 'fa:16:3e:b7:08:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdac1f18-4f67-4d45-9794-697cbfd49b75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 07:32:29.460927 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 697a5305-479b-4888-ac9b-d59e4662ea13 is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:32:29.461466 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (697a5305-479b-4888-ac9b-d59e4662ea13), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:29.477976 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 697a5305-479b-4888-ac9b-d59e4662ea13 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:32:29.500052 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 697a5305-479b-4888-ac9b-d59e4662ea13, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=697a5305-479b-4888-ac9b-d59e4662ea13,segment=NetworkSegment(d84738d2-98c3-4ff6-97b3-8faa15e0d3f9),segment_id=d84738d2-98c3-4ff6-97b3-8faa15e0d3f9)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:32:29.504900 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (697a5305-479b-4888-ac9b-d59e4662ea13), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:29.571293 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=697a5305-479b-4888-ac9b-d59e4662ea13,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:32:29.580055 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:29.580727 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:29.581271 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:29.581819 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:29.582333 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:29.582871 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:29.583379 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:29.583909 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:29.584436 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:29.584941 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:29.585451 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:29.585975 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:29.586261 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac697c6-dc02-4a43-b4fa-34f7066cdd92 req-960c2c7f-8111-444e-8ace-f62f687c9196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:29.586806 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:29.586961 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:29.587490 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:29.588749 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cac697c6-dc02-4a43-b4fa-34f7066cdd92 req-960c2c7f-8111-444e-8ace-f62f687c9196 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ba3bab98d31d49098a8e7242d51be646&device_id=b9a9cfaf-8301-4add-a31e-805734cc8ad3 HTTP/1.1" status: 200 len: 1128 time: 0.0596137 Nov 02 07:32:29.637989 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca407fcd-8d5e-418e-a723-d93fc2531446 req-2947f060-1c88-4882-afa9-7268e4a3a9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:29.640991 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ca407fcd-8d5e-418e-a723-d93fc2531446 req-2947f060-1c88-4882-afa9-7268e4a3a9e3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=dc944948-bf48-4be4-9702-2103a8c937e6 HTTP/1.1" status: 200 len: 916 time: 0.1114421 Nov 02 07:32:29.724920 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ca407fcd-8d5e-418e-a723-d93fc2531446 req-048dc075-029a-4949-b497-493d70c18972 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba58ff3d-570b-447a-86ec-a6d9a70152fc HTTP/1.1" status: 200 len: 1001 time: 0.0675545 Nov 02 07:32:29.735114 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac697c6-dc02-4a43-b4fa-34f7066cdd92 req-7fac3cb8-126f-492e-9b7c-3b6fbc1127a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:29.736879 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cac697c6-dc02-4a43-b4fa-34f7066cdd92 req-7fac3cb8-126f-492e-9b7c-3b6fbc1127a1 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=db626555-8790-4323-a9e4-7db2e2eaf177 HTTP/1.1" status: 200 len: 915 time: 0.1382926 Nov 02 07:32:29.779145 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca407fcd-8d5e-418e-a723-d93fc2531446 req-feca0956-6071-484d-9a37-9d579e8b5b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:29.780966 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ca407fcd-8d5e-418e-a723-d93fc2531446 req-feca0956-6071-484d-9a37-9d579e8b5b4d service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=1d426ab6-29f8-42bf-863b-191b8ac9a103 HTTP/1.1" status: 200 len: 854 time: 0.0499167 Nov 02 07:32:29.791715 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cac697c6-dc02-4a43-b4fa-34f7066cdd92 req-d34f2021-56c9-44b1-b064-6d354e6b8d3d service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dae949dc-142c-4367-baec-04935624813b HTTP/1.1" status: 200 len: 217 time: 0.0470855 Nov 02 07:32:29.851761 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca407fcd-8d5e-418e-a723-d93fc2531446 req-16918026-550c-4a33-8862-ee1a157ac00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:29.853391 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ca407fcd-8d5e-418e-a723-d93fc2531446 req-16918026-550c-4a33-8862-ee1a157ac00d service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=dc944948-bf48-4be4-9702-2103a8c937e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0644581 Nov 02 07:32:29.857289 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac697c6-dc02-4a43-b4fa-34f7066cdd92 req-2a1b6f1a-bbc8-4be2-8b11-0994f4d5e8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:29.858789 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cac697c6-dc02-4a43-b4fa-34f7066cdd92 req-2a1b6f1a-bbc8-4be2-8b11-0994f4d5e8a2 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=177e8dac-5f29-4a70-91c6-723300d96a3f HTTP/1.1" status: 200 len: 853 time: 0.0582683 Nov 02 07:32:29.915440 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac697c6-dc02-4a43-b4fa-34f7066cdd92 req-0618b565-40cf-4505-8e4e-4ca4c9e95145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:29.917374 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cac697c6-dc02-4a43-b4fa-34f7066cdd92 req-0618b565-40cf-4505-8e4e-4ca4c9e95145 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=db626555-8790-4323-a9e4-7db2e2eaf177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430512 Nov 02 07:32:29.980718 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ca407fcd-8d5e-418e-a723-d93fc2531446 req-5666e8df-214a-46b0-8429-2a15927dcdbe service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dc944948-bf48-4be4-9702-2103a8c937e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070487 Nov 02 07:32:30.002954 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['697a5305-479b-4888-ac9b-d59e4662ea13'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:32:30.050140 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:30.053373 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cac697c6-dc02-4a43-b4fa-34f7066cdd92 req-81be38ac-a2da-4c45-b0f4-3e55f6ba115f service neutron] 10.222.0.47 "GET /networking/v2.0/networks/db626555-8790-4323-a9e4-7db2e2eaf177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286063 Nov 02 07:32:30.091854 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:30.094898 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ca407fcd-8d5e-418e-a723-d93fc2531446 req-51fc6013-695d-4266-bbfa-cec3b69fa7b5 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dc944948-bf48-4be4-9702-2103a8c937e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075466 Nov 02 07:32:30.202816 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-cac697c6-dc02-4a43-b4fa-34f7066cdd92 req-50405746-82ba-426f-83a7-66ae232e4f3f service neutron] 10.222.0.47 "GET /networking/v2.0/networks/db626555-8790-4323-a9e4-7db2e2eaf177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409261 Nov 02 07:32:30.453540 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfffbb7-31ed-4fc4-b4a8-6a536825939a req-f85b644c-d312-4c68-8c0b-02cdcfd4fa70 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:30.455254 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bdfffbb7-31ed-4fc4-b4a8-6a536825939a req-f85b644c-d312-4c68-8c0b-02cdcfd4fa70 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 944 time: 0.0749311 Nov 02 07:32:30.460907 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f559c6d-ac69-441a-9bff-7b175e85f88a req-1bd0cccf-4549-43df-80a0-d685d8fd86f1 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:30.462418 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2f559c6d-ac69-441a-9bff-7b175e85f88a req-1bd0cccf-4549-43df-80a0-d685d8fd86f1 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b9a9cfaf-8301-4add-a31e-805734cc8ad3 HTTP/1.1" status: 200 len: 944 time: 0.0936012 Nov 02 07:32:30.542222 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bdfffbb7-31ed-4fc4-b4a8-6a536825939a req-5efeee0b-f714-4b85-9190-6de33a9bb737 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787678 Nov 02 07:32:30.545477 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2f559c6d-ac69-441a-9bff-7b175e85f88a req-8e06ea99-3467-48a9-9d0a-50959ac18acf tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0c243d4-808e-4dc1-a45e-d7fca573149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750840 Nov 02 07:32:31.285812 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device dae949dc-142c-4367-baec-04935624813b details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 07:32:31.307175 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 697a5305-479b-4888-ac9b-d59e4662ea13 up at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:32:31.469477 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning for port 697a5305-479b-4888-ac9b-d59e4662ea13 completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 07:32:31.469477 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:31.469477 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port dae949dc-142c-4367-baec-04935624813b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=dae949dc-142c-4367-baec-04935624813b,segment=NetworkSegment(c05d0ba3-98c5-4b1c-b632-26a7e9300bb9),segment_id=c05d0ba3-98c5-4b1c-b632-26a7e9300bb9)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:32:31.475050 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Returning: {'device': 'dae949dc-142c-4367-baec-04935624813b', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'port_id': 'dae949dc-142c-4367-baec-04935624813b', 'mac_address': 'fa:16:3e:80:a0:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 07:32:31.481939 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning complete for port 697a5305-479b-4888-ac9b-d59e4662ea13 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:32:31.482312 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (697a5305-479b-4888-ac9b-d59e4662ea13), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:31.482712 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Attempt 1 to provision port 697a5305-479b-4888-ac9b-d59e4662ea13 Nov 02 07:32:31.544455 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port dae949dc-142c-4367-baec-04935624813b is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:32:31.544850 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (dae949dc-142c-4367-baec-04935624813b), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:31.565490 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dae949dc-142c-4367-baec-04935624813b {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:32:31.607921 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:31.612224 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port dae949dc-142c-4367-baec-04935624813b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=dae949dc-142c-4367-baec-04935624813b,segment=NetworkSegment(c05d0ba3-98c5-4b1c-b632-26a7e9300bb9),segment_id=c05d0ba3-98c5-4b1c-b632-26a7e9300bb9)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:32:31.625345 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (dae949dc-142c-4367-baec-04935624813b), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:31.630181 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 697a5305-479b-4888-ac9b-d59e4662ea13 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:32:31.630580 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (697a5305-479b-4888-ac9b-d59e4662ea13), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:31.702019 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=dae949dc-142c-4367-baec-04935624813b,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:32:31.714341 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ad3728-5dee-49b1-a62d-3bdfca6b47ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697a5305-479b-4888-ac9b-d59e4662ea13'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:32:31.716727 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae3fbe182e2c1c70a5346b740f804138ecd9042bc04c1c47f40fee79c776d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de5b585-05f6-462a-a8dd-0a44bef9fd1a" -d '{"events": [{"server_uuid": "22ad3728-5dee-49b1-a62d-3bdfca6b47ce", "name": "network-vif-plugged", "status": "completed", "tag": "697a5305-479b-4888-ac9b-d59e4662ea13"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:32:31.733866 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 697a5305-479b-4888-ac9b-d59e4662ea13, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=697a5305-479b-4888-ac9b-d59e4662ea13,segment=NetworkSegment(d84738d2-98c3-4ff6-97b3-8faa15e0d3f9),segment_id=d84738d2-98c3-4ff6-97b3-8faa15e0d3f9)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:32:31.736342 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c9cf2-5aed-4406-9d7a-55d395f6ea15 req-1c572dbe-e6f5-43b9-9a0a-12984abaa622 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:31.738756 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a90c9cf2-5aed-4406-9d7a-55d395f6ea15 req-1c572dbe-e6f5-43b9-9a0a-12984abaa622 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 944 time: 0.1016965 Nov 02 07:32:31.742728 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (697a5305-479b-4888-ac9b-d59e4662ea13), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:31.773512 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cf18c-86c4-4459-83c7-dfc155258bd7 req-cbce16f7-7f5f-4288-92d7-42f1f26d64bb tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:31.775533 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-559cf18c-86c4-4459-83c7-dfc155258bd7 req-cbce16f7-7f5f-4288-92d7-42f1f26d64bb tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b9a9cfaf-8301-4add-a31e-805734cc8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1219485 Nov 02 07:32:31.806684 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=697a5305-479b-4888-ac9b-d59e4662ea13,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:32:31.825723 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:31.830888 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a90c9cf2-5aed-4406-9d7a-55d395f6ea15 req-37eb0c89-7bd4-4333-8eda-d6ba05abc887 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774112 Nov 02 07:32:31.882399 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-559cf18c-86c4-4459-83c7-dfc155258bd7 req-c0f38e96-6810-48f9-b2f1-f959c570d5dc tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0c243d4-808e-4dc1-a45e-d7fca573149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697477 Nov 02 07:32:31.915116 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2507ad17-1fb3-4892-b869-2c1b3b076db3 x-openstack-request-id: req-2507ad17-1fb3-4892-b869-2c1b3b076db3 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:32:31.915461 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ad3728-5dee-49b1-a62d-3bdfca6b47ce", "name": "network-vif-plugged", "status": "completed", "tag": "697a5305-479b-4888-ac9b-d59e4662ea13", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:32:31.915719 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2507ad17-1fb3-4892-b869-2c1b3b076db3 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:32:31.916119 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2507ad17-1fb3-4892-b869-2c1b3b076db3'] response: {'server_uuid': '22ad3728-5dee-49b1-a62d-3bdfca6b47ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697a5305-479b-4888-ac9b-d59e4662ea13', 'code': 200} Nov 02 07:32:32.177085 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['dae949dc-142c-4367-baec-04935624813b'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:32:32.299771 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d8ae6-a216-4774-bf28-ed2ffdd10b49 req-014711cc-4eee-462c-8b0e-60043bbcd2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:32.301930 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d01d8ae6-a216-4774-bf28-ed2ffdd10b49 req-014711cc-4eee-462c-8b0e-60043bbcd2a0 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 1129 time: 0.0480227 Nov 02 07:32:32.358435 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d01d8ae6-a216-4774-bf28-ed2ffdd10b49 req-fd012e19-ccce-4fa5-ae78-71868def8ceb service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496933 Nov 02 07:32:32.988022 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4db2f3-eb5e-491b-8ce3-a898d97d6d94 req-478bf99a-34f6-49a7-ab9d-e0bbdbfb9585 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:32.989526 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ea4db2f3-eb5e-491b-8ce3-a898d97d6d94 req-478bf99a-34f6-49a7-ab9d-e0bbdbfb9585 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0688827 Nov 02 07:32:33.044079 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8b578-3d96-47ba-af9a-f428c8c7d777 req-f10c92ad-22a4-4ec3-b35a-d4ea21b86b5f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:33.045757 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-16b8b578-3d96-47ba-af9a-f428c8c7d777 req-f10c92ad-22a4-4ec3-b35a-d4ea21b86b5f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b9a9cfaf-8301-4add-a31e-805734cc8ad3 HTTP/1.1" status: 200 len: 945 time: 0.0733840 Nov 02 07:32:33.094421 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ea4db2f3-eb5e-491b-8ce3-a898d97d6d94 req-1ccebe09-3b72-4d38-9da3-ffcff16a907e tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843644 Nov 02 07:32:33.119702 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-16b8b578-3d96-47ba-af9a-f428c8c7d777 req-b16abf10-e0ff-4812-b329-d5e768fe9b4a tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0c243d4-808e-4dc1-a45e-d7fca573149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629685 Nov 02 07:32:33.461210 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device dae949dc-142c-4367-baec-04935624813b up at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:32:33.505937 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning for port dae949dc-142c-4367-baec-04935624813b completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 07:32:33.512813 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning complete for port dae949dc-142c-4367-baec-04935624813b triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:32:33.513215 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (dae949dc-142c-4367-baec-04935624813b), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:33.513557 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Attempt 1 to provision port dae949dc-142c-4367-baec-04935624813b Nov 02 07:32:33.594468 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port dae949dc-142c-4367-baec-04935624813b is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:32:33.594855 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (dae949dc-142c-4367-baec-04935624813b), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:33.633152 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port dae949dc-142c-4367-baec-04935624813b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=dae949dc-142c-4367-baec-04935624813b,segment=NetworkSegment(c05d0ba3-98c5-4b1c-b632-26a7e9300bb9),segment_id=c05d0ba3-98c5-4b1c-b632-26a7e9300bb9)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:32:33.637290 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (dae949dc-142c-4367-baec-04935624813b), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:33.695052 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=dae949dc-142c-4367-baec-04935624813b,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:32:33.916999 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a9cfaf-8301-4add-a31e-805734cc8ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae949dc-142c-4367-baec-04935624813b'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:32:33.919411 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae3fbe182e2c1c70a5346b740f804138ecd9042bc04c1c47f40fee79c776d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326e79db-f475-48ae-8cd4-cf2461433eb9" -d '{"events": [{"server_uuid": "b9a9cfaf-8301-4add-a31e-805734cc8ad3", "name": "network-vif-plugged", "status": "completed", "tag": "dae949dc-142c-4367-baec-04935624813b"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:32:33.982877 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c2eef6-396e-4907-8fec-88348ce2baaa x-openstack-request-id: req-b6c2eef6-396e-4907-8fec-88348ce2baaa {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:32:33.984142 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a9cfaf-8301-4add-a31e-805734cc8ad3", "name": "network-vif-plugged", "status": "completed", "tag": "dae949dc-142c-4367-baec-04935624813b", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:32:33.984555 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6c2eef6-396e-4907-8fec-88348ce2baaa {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:32:33.985260 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6c2eef6-396e-4907-8fec-88348ce2baaa'] response: {'server_uuid': 'b9a9cfaf-8301-4add-a31e-805734cc8ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae949dc-142c-4367-baec-04935624813b', 'code': 200} Nov 02 07:32:34.290388 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d97aff-cf2c-4f97-8fd0-4da06a1aeb1c req-44e28b9c-6872-4564-8167-b428dadd8813 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:34.292564 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a2d97aff-cf2c-4f97-8fd0-4da06a1aeb1c req-44e28b9c-6872-4564-8167-b428dadd8813 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0909445 Nov 02 07:32:34.300227 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797a196-bacc-4422-b3da-e74d3e097976 req-5684f51f-8525-44db-9e8f-0beca534ef34 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:34.302668 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2797a196-bacc-4422-b3da-e74d3e097976 req-5684f51f-8525-44db-9e8f-0beca534ef34 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b9a9cfaf-8301-4add-a31e-805734cc8ad3 HTTP/1.1" status: 200 len: 946 time: 0.0895541 Nov 02 07:32:34.380593 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2797a196-bacc-4422-b3da-e74d3e097976 req-7c777f2a-a985-4847-8753-214885a137a9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0c243d4-808e-4dc1-a45e-d7fca573149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702753 Nov 02 07:32:34.410654 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a2d97aff-cf2c-4f97-8fd0-4da06a1aeb1c req-4f711cda-af2a-4b41-b00e-be0ebebcb9f7 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949657 Nov 02 07:32:34.533210 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec8066-a6fa-456e-9e87-0844e844f708 req-d906ee34-b3da-439d-83f6-c940f58a0359 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:34.535328 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c3ec8066-a6fa-456e-9e87-0844e844f708 req-d906ee34-b3da-439d-83f6-c940f58a0359 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0599282 Nov 02 07:32:34.598206 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c3ec8066-a6fa-456e-9e87-0844e844f708 req-333a85ca-98f5-409a-b2ff-c568a0b06694 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560122 Nov 02 07:32:34.628135 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 38490) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:32:34.746879 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7d00d1-fccc-436e-a639-ba2392677894 tempest-TestShelveInstance-1528252074 tempest-TestShelveInstance-1528252074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:34.752535 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 38498) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:32:34.753125 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-8b7d00d1-fccc-436e-a639-ba2392677894 tempest-TestShelveInstance-1528252074 tempest-TestShelveInstance-1528252074-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 1124 time: 0.1238396 Nov 02 07:32:34.757624 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Request body: {'floatingip': {'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'port_id': '697a5305-479b-4888-ac9b-d59e4662ea13', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:32:34.784423 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:34.875390 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e904b-1bed-44ed-badc-5535df84be46 req-9f98d880-e3ad-44a7-80ca-bc8bfdc46a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:34.878628 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-797e904b-1bed-44ed-badc-5535df84be46 req-9f98d880-e3ad-44a7-80ca-bc8bfdc46a13 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b9a9cfaf-8301-4add-a31e-805734cc8ad3 HTTP/1.1" status: 200 len: 1130 time: 0.0528412 Nov 02 07:32:34.912895 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:34.941715 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-797e904b-1bed-44ed-badc-5535df84be46 req-e450f046-9e0e-4d98-8bb4-5cb6e9f4791d service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=e0c243d4-808e-4dc1-a45e-d7fca573149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555620 Nov 02 07:32:34.978339 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:35.051544 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Allocated IP 172.27.2.120 (ac01166e-81e9-4cae-b853-f9fd1f541c1c/957d630b-2ac5-4777-98af-d9a9e169b647/97b5a5f3-ede2-4ea9-89cd-8a5dd58ee3da) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:32:35.169162 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks [] for port (97b5a5f3-ede2-4ea9-89cd-8a5dd58ee3da), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:35.218914 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (97b5a5f3-ede2-4ea9-89cd-8a5dd58ee3da), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:35.224608 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:35.284250 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Network ac01166e-81e9-4cae-b853-f9fd1f541c1c is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:32:35.289187 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:32:35.291567 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Pushing event updated for resources: {'Port': ['ID=97b5a5f3-ede2-4ea9-89cd-8a5dd58ee3da,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:32:35.294234 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:32:35.330277 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:35.330775 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:35.331241 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:35.331529 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:35.332027 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:35.332352 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:35.332672 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:35.333068 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:35.333493 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:35.333914 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:35.334279 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:35.334790 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:35.335199 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:35.335594 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:35.336067 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:35.593208 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ae4b4-4e3c-4bca-8ec7-bf8d6cd804f5 req-cc0e3ab8-5470-4384-9d55-fbe192c666e5 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:35.595865 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5d2ae4b4-4e3c-4bca-8ec7-bf8d6cd804f5 req-cc0e3ab8-5470-4384-9d55-fbe192c666e5 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b9a9cfaf-8301-4add-a31e-805734cc8ad3 HTTP/1.1" status: 200 len: 946 time: 0.1173632 Nov 02 07:32:35.700060 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5d2ae4b4-4e3c-4bca-8ec7-bf8d6cd804f5 req-90615d43-15a4-41d6-b016-f7aa0bc7e8fe tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0c243d4-808e-4dc1-a45e-d7fca573149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970478 Nov 02 07:32:35.804702 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks [] for floatingip (68880f19-38ae-46bd-bde6-8e9c613e6524), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:35.880924 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (97b5a5f3-ede2-4ea9-89cd-8a5dd58ee3da), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:35.914292 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:36.041620 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks [] for port (97b5a5f3-ede2-4ea9-89cd-8a5dd58ee3da), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:36.047618 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (97b5a5f3-ede2-4ea9-89cd-8a5dd58ee3da), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:36.114006 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:36.120385 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (68880f19-38ae-46bd-bde6-8e9c613e6524), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:36.122427 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Pushing event updated for resources: {'Port': ['ID=97b5a5f3-ede2-4ea9-89cd-8a5dd58ee3da,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:32:36.231082 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.db.l3_db [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Floating IP 68880f19-38ae-46bd-bde6-8e9c613e6524 associated. External IP: 172.27.2.120, port: 697a5305-479b-4888-ac9b-d59e4662ea13. Nov 02 07:32:36.475250 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Router 9c7369f9-4754-49c6-9529-09b76f58b290 has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:32:36.592619 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:32:36.605582 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca796444-ce87-4fc4-9498-e0614f00f8e6 None None] Sync routers for ids ['9c7369f9-4754-49c6-9529-09b76f58b290'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:32:36.626870 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca796444-ce87-4fc4-9498-e0614f00f8e6 None None] Routers {'9c7369f9-4754-49c6-9529-09b76f58b290'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:32:36.628085 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:36.630169 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-ca796444-ce87-4fc4-9498-e0614f00f8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:32:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['9c7369f9-4754-49c6-9529-09b76f58b290'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:32:36.695329 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-57a7218c-5672-4db8-95d1-6b70e93f6bca tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9384658 Nov 02 07:32:36.695329 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ad3728-5dee-49b1-a62d-3bdfca6b47ce', 'tag': '697a5305-479b-4888-ac9b-d59e4662ea13'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:32:36.700813 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85d8e15-8d9c-410d-a5e0-46ec6d18be70" -d '{"events": [{"name": "network-changed", "server_uuid": "22ad3728-5dee-49b1-a62d-3bdfca6b47ce", "tag": "697a5305-479b-4888-ac9b-d59e4662ea13"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:32:36.743788 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8fd7ac-5f02-4ff8-840d-8d452fea1fb8 x-openstack-request-id: req-4d8fd7ac-5f02-4ff8-840d-8d452fea1fb8 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:32:36.744113 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ad3728-5dee-49b1-a62d-3bdfca6b47ce", "tag": "697a5305-479b-4888-ac9b-d59e4662ea13", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:32:36.744333 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d8fd7ac-5f02-4ff8-840d-8d452fea1fb8 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:32:36.744742 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d8fd7ac-5f02-4ff8-840d-8d452fea1fb8'] response: {'name': 'network-changed', 'server_uuid': '22ad3728-5dee-49b1-a62d-3bdfca6b47ce', 'tag': '697a5305-479b-4888-ac9b-d59e4662ea13', 'status': 'completed', 'code': 200} Nov 02 07:32:36.791687 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-ca796444-ce87-4fc4-9498-e0614f00f8e6 None None] Set router 9c7369f9-4754-49c6-9529-09b76f58b290 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:32:36.840497 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5d1c9-37de-496c-890b-df7dec676621 req-df1b5d59-53d8-4049-befa-42da874b7a30 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:36.848703 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8ea5d1c9-37de-496c-890b-df7dec676621 req-df1b5d59-53d8-4049-befa-42da874b7a30 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b9a9cfaf-8301-4add-a31e-805734cc8ad3 HTTP/1.1" status: 200 len: 946 time: 0.0608027 Nov 02 07:32:36.900387 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8ea5d1c9-37de-496c-890b-df7dec676621 req-a5be683d-dee3-451f-b638-021098c90496 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0c243d4-808e-4dc1-a45e-d7fca573149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504179 Nov 02 07:32:36.960091 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:36.965454 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:37.040460 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49649aa8-a401-4f46-9a9f-8d347ef4cbde req-3f6c5487-2e9d-4a81-97da-0591a105efc2 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:37.042572 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-49649aa8-a401-4f46-9a9f-8d347ef4cbde req-3f6c5487-2e9d-4a81-97da-0591a105efc2 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b9a9cfaf-8301-4add-a31e-805734cc8ad3 HTTP/1.1" status: 200 len: 946 time: 0.0613623 Nov 02 07:32:37.053275 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 38520) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:32:37.057929 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-8153f505-7c92-43a5-92b6-72c190af8087 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Request body: {'floatingip': {'port_id': 'dae949dc-142c-4367-baec-04935624813b'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:32:37.100695 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-ca796444-ce87-4fc4-9498-e0614f00f8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'name': 'tempest-TestShelveInstance-1427041676-router', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd7409375-7c35-44e1-988d-8096fae6e17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:31:29Z', 'updated_at': '2022-11-02T07:31:34Z', 'revision_number': 4, 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'gw_port': {'id': 'd7409375-7c35-44e1-988d-8096fae6e17f', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:30Z', 'updated_at': '2022-11-02T07:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '68880f19-38ae-46bd-bde6-8e9c613e6524', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'floating_ip_address': '172.27.2.120', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'port_id': '697a5305-479b-4888-ac9b-d59e4662ea13', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b569f4-0220-4fbb-945d-473979044420', 'mac_address': 'fa:16:3e:b7:08:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ad3728-5dee-49b1-a62d-3bdfca6b47ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:32:35Z', 'updated_at': '2022-11-02T07:32:35Z', 'revision_number': 0, 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996f2c32-c1ac-4a87-8225-a97b2b8e6f96', 'name': '', 'network_id': 'a4b569f4-0220-4fbb-945d-473979044420', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'mac_address': 'fa:16:3e:7f:df:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fdac1f18-4f67-4d45-9794-697cbfd49b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:33Z', 'updated_at': '2022-11-02T07:31:43Z', 'revision_number': 5, 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'subnets': [{'id': 'fdac1f18-4f67-4d45-9794-697cbfd49b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:32:37.113757 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8153f505-7c92-43a5-92b6-72c190af8087 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for floatingip (a372908f-4bab-4a88-90bd-24a01cc565d9), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:37.129642 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca796444-ce87-4fc4-9498-e0614f00f8e6 None None] Checking router: 9c7369f9-4754-49c6-9529-09b76f58b290 for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:32:37.139130 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca796444-ce87-4fc4-9498-e0614f00f8e6 None None] Routers {'9c7369f9-4754-49c6-9529-09b76f58b290'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:32:37.139830 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-ca796444-ce87-4fc4-9498-e0614f00f8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:32:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['9c7369f9-4754-49c6-9529-09b76f58b290'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:32:37.440503 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-ca796444-ce87-4fc4-9498-e0614f00f8e6 None None] Set router 9c7369f9-4754-49c6-9529-09b76f58b290 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:32:37.679869 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:37.689652 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d8e15-8d9c-410d-a5e0-46ec6d18be70 req-501b58f3-32ff-4eba-b6fb-a89909621532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:37.691257 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b85d8e15-8d9c-410d-a5e0-46ec6d18be70 req-501b58f3-32ff-4eba-b6fb-a89909621532 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=82915a36bbdb4b5998fd98833e234ad2&device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 1129 time: 0.2755852 Nov 02 07:32:37.727758 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-ca796444-ce87-4fc4-9498-e0614f00f8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'name': 'tempest-TestShelveInstance-1427041676-router', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd7409375-7c35-44e1-988d-8096fae6e17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:31:29Z', 'updated_at': '2022-11-02T07:31:34Z', 'revision_number': 4, 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'gw_port': {'id': 'd7409375-7c35-44e1-988d-8096fae6e17f', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:30Z', 'updated_at': '2022-11-02T07:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '68880f19-38ae-46bd-bde6-8e9c613e6524', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'floating_ip_address': '172.27.2.120', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'port_id': '697a5305-479b-4888-ac9b-d59e4662ea13', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b569f4-0220-4fbb-945d-473979044420', 'mac_address': 'fa:16:3e:b7:08:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ad3728-5dee-49b1-a62d-3bdfca6b47ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:32:35Z', 'updated_at': '2022-11-02T07:32:35Z', 'revision_number': 0, 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996f2c32-c1ac-4a87-8225-a97b2b8e6f96', 'name': '', 'network_id': 'a4b569f4-0220-4fbb-945d-473979044420', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'mac_address': 'fa:16:3e:7f:df:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fdac1f18-4f67-4d45-9794-697cbfd49b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:33Z', 'updated_at': '2022-11-02T07:31:43Z', 'revision_number': 5, 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'subnets': [{'id': 'fdac1f18-4f67-4d45-9794-697cbfd49b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:32:37.758746 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca796444-ce87-4fc4-9498-e0614f00f8e6 None None] The sync data for ids ['9c7369f9-4754-49c6-9529-09b76f58b290'] in dv-cinder-804735-33-iscsi is: [{'id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'name': 'tempest-TestShelveInstance-1427041676-router', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd7409375-7c35-44e1-988d-8096fae6e17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:31:29Z', 'updated_at': '2022-11-02T07:31:34Z', 'revision_number': 4, 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'gw_port': {'id': 'd7409375-7c35-44e1-988d-8096fae6e17f', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:30Z', 'updated_at': '2022-11-02T07:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '68880f19-38ae-46bd-bde6-8e9c613e6524', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'floating_ip_address': '172.27.2.120', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'port_id': '697a5305-479b-4888-ac9b-d59e4662ea13', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b569f4-0220-4fbb-945d-473979044420', 'mac_address': 'fa:16:3e:b7:08:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ad3728-5dee-49b1-a62d-3bdfca6b47ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:32:35Z', 'updated_at': '2022-11-02T07:32:35Z', 'revision_number': 0, 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996f2c32-c1ac-4a87-8225-a97b2b8e6f96', 'name': '', 'network_id': 'a4b569f4-0220-4fbb-945d-473979044420', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'mac_address': 'fa:16:3e:7f:df:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fdac1f18-4f67-4d45-9794-697cbfd49b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:33Z', 'updated_at': '2022-11-02T07:31:43Z', 'revision_number': 5, 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'subnets': [{'id': 'fdac1f18-4f67-4d45-9794-697cbfd49b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:32:37.918384 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d8e15-8d9c-410d-a5e0-46ec6d18be70 req-9e2c7c18-806a-42b6-8096-f15cacdc3ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:37.919845 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b85d8e15-8d9c-410d-a5e0-46ec6d18be70 req-9e2c7c18-806a-42b6-8096-f15cacdc3ad1 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=a4b569f4-0220-4fbb-945d-473979044420 HTTP/1.1" status: 200 len: 910 time: 0.2020562 Nov 02 07:32:38.034022 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b85d8e15-8d9c-410d-a5e0-46ec6d18be70 req-2f09d5d3-0873-4b11-9c0a-bd0c27a5869f service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=697a5305-479b-4888-ac9b-d59e4662ea13 HTTP/1.1" status: 200 len: 999 time: 0.1055937 Nov 02 07:32:38.084718 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cd3837-cdc7-4c9b-b1dc-6f583ea477f9 None None] New status for floating IP 68880f19-38ae-46bd-bde6-8e9c613e6524: ACTIVE {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 07:32:38.148490 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8153f505-7c92-43a5-92b6-72c190af8087 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:38.154904 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d8e15-8d9c-410d-a5e0-46ec6d18be70 req-ba6b0b2b-e46b-4d17-b2f4-e0fcd21c0495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:38.156789 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b85d8e15-8d9c-410d-a5e0-46ec6d18be70 req-ba6b0b2b-e46b-4d17-b2f4-e0fcd21c0495 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=fdac1f18-4f67-4d45-9794-697cbfd49b75 HTTP/1.1" status: 200 len: 848 time: 0.1065860 Nov 02 07:32:38.157966 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8153f505-7c92-43a5-92b6-72c190af8087 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (a372908f-4bab-4a88-90bd-24a01cc565d9), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:38.226825 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:38.252742 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d8e15-8d9c-410d-a5e0-46ec6d18be70 req-5753687d-f84a-4222-84fd-31b587e43a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:38.255594 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b85d8e15-8d9c-410d-a5e0-46ec6d18be70 req-5753687d-f84a-4222-84fd-31b587e43a15 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=a4b569f4-0220-4fbb-945d-473979044420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0631330 Nov 02 07:32:38.388687 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.db.l3_db [None req-8153f505-7c92-43a5-92b6-72c190af8087 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Floating IP a372908f-4bab-4a88-90bd-24a01cc565d9 associated. External IP: 172.27.2.55, port: dae949dc-142c-4367-baec-04935624813b. Nov 02 07:32:38.467495 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b85d8e15-8d9c-410d-a5e0-46ec6d18be70 req-8d3c029a-c8df-4932-9174-9782a46edaba service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a4b569f4-0220-4fbb-945d-473979044420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638241 Nov 02 07:32:38.660921 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b85d8e15-8d9c-410d-a5e0-46ec6d18be70 req-56f47e01-6ff7-433e-8095-5cd64ae1a5a3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a4b569f4-0220-4fbb-945d-473979044420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557400 Nov 02 07:32:38.738052 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:38.740166 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8153f505-7c92-43a5-92b6-72c190af8087 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Router 809828a3-4f45-44a0-b054-defd7df6335b has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:32:38.910849 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8153f505-7c92-43a5-92b6-72c190af8087 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:32:38.915433 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8153f505-7c92-43a5-92b6-72c190af8087 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:38.931835 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364b31f1-ab27-42e3-8545-6200bbb57f0e None None] Sync routers for ids ['809828a3-4f45-44a0-b054-defd7df6335b'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:32:38.947386 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364b31f1-ab27-42e3-8545-6200bbb57f0e None None] Routers {'809828a3-4f45-44a0-b054-defd7df6335b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:32:38.948391 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-364b31f1-ab27-42e3-8545-6200bbb57f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:32:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['809828a3-4f45-44a0-b054-defd7df6335b'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:32:38.949445 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-8153f505-7c92-43a5-92b6-72c190af8087 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/a372908f-4bab-4a88-90bd-24a01cc565d9 HTTP/1.1" status: 200 len: 991 time: 1.8950214 Nov 02 07:32:38.950196 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a9cfaf-8301-4add-a31e-805734cc8ad3', 'tag': 'dae949dc-142c-4367-baec-04935624813b'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:32:38.952773 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9997e5a547caebf426b03fe71677bb46cfe6f7be44514c48e4ec619a10615394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50661125-d723-41e5-8a8c-a92c4f1c2ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a9cfaf-8301-4add-a31e-805734cc8ad3", "tag": "dae949dc-142c-4367-baec-04935624813b"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:32:39.008159 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cb5c57-e1c2-4c50-968b-66c9f4b30a29 x-openstack-request-id: req-e5cb5c57-e1c2-4c50-968b-66c9f4b30a29 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:32:39.008455 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a9cfaf-8301-4add-a31e-805734cc8ad3", "tag": "dae949dc-142c-4367-baec-04935624813b", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:32:39.008714 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5cb5c57-e1c2-4c50-968b-66c9f4b30a29 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:32:39.009120 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5cb5c57-e1c2-4c50-968b-66c9f4b30a29'] response: {'name': 'network-changed', 'server_uuid': 'b9a9cfaf-8301-4add-a31e-805734cc8ad3', 'tag': 'dae949dc-142c-4367-baec-04935624813b', 'status': 'completed', 'code': 200} Nov 02 07:32:39.083728 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-364b31f1-ab27-42e3-8545-6200bbb57f0e None None] Set router 809828a3-4f45-44a0-b054-defd7df6335b gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:32:39.123360 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50661125-d723-41e5-8a8c-a92c4f1c2ef4 req-019d5cd0-47e1-4c7e-b0c2-5c3664e84785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:39.124970 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-50661125-d723-41e5-8a8c-a92c4f1c2ef4 req-019d5cd0-47e1-4c7e-b0c2-5c3664e84785 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ba3bab98d31d49098a8e7242d51be646&device_id=b9a9cfaf-8301-4add-a31e-805734cc8ad3 HTTP/1.1" status: 200 len: 1130 time: 0.0597742 Nov 02 07:32:39.257082 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50661125-d723-41e5-8a8c-a92c4f1c2ef4 req-d1ad12b2-ea70-4e27-8483-0298c77f4ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:39.260065 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-50661125-d723-41e5-8a8c-a92c4f1c2ef4 req-d1ad12b2-ea70-4e27-8483-0298c77f4ed5 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=db626555-8790-4323-a9e4-7db2e2eaf177 HTTP/1.1" status: 200 len: 915 time: 0.1256387 Nov 02 07:32:39.336245 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-50661125-d723-41e5-8a8c-a92c4f1c2ef4 req-d68adf69-e0b1-484a-bc27-e2e536bf2c7e service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dae949dc-142c-4367-baec-04935624813b HTTP/1.1" status: 200 len: 999 time: 0.0669770 Nov 02 07:32:39.402010 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50661125-d723-41e5-8a8c-a92c4f1c2ef4 req-4da4335f-37bc-4584-be91-361121d018df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:39.402276 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-364b31f1-ab27-42e3-8545-6200bbb57f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:30:52Z', 'revision_number': 4, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port': {'id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:46Z', 'updated_at': '2022-11-02T07:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '704bf8ea-4dae-438d-8ff4-0e49b7e0c1fb', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'port_id': '01838f4f-9c12-4515-a5e5-af4ef1d4e33e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'mac_address': 'fa:16:3e:ee:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793f8cfa-443a-4695-861e-6ba4c4e441ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:30:54Z', 'updated_at': '2022-11-02T07:31:22Z', 'revision_number': 2, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'fixed_ip_address_scope': None}, {'id': 'a372908f-4bab-4a88-90bd-24a01cc565d9', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'port_id': 'dae949dc-142c-4367-baec-04935624813b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'mac_address': 'fa:16:3e:80:a0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a9cfaf-8301-4add-a31e-805734cc8ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:32:16Z', 'updated_at': '2022-11-02T07:32:37Z', 'revision_number': 1, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839da449-2ff2-45b6-97aa-874949fa1c1d', 'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'mac_address': 'fa:16:3e:81:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:51Z', 'updated_at': '2022-11-02T07:30:58Z', 'revision_number': 5, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'subnets': [{'id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:32:39.404335 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-50661125-d723-41e5-8a8c-a92c4f1c2ef4 req-4da4335f-37bc-4584-be91-361121d018df service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=177e8dac-5f29-4a70-91c6-723300d96a3f HTTP/1.1" status: 200 len: 853 time: 0.0593750 Nov 02 07:32:39.435739 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364b31f1-ab27-42e3-8545-6200bbb57f0e None None] Checking router: 809828a3-4f45-44a0-b054-defd7df6335b for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:32:39.443640 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:39.449224 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364b31f1-ab27-42e3-8545-6200bbb57f0e None None] Routers {'809828a3-4f45-44a0-b054-defd7df6335b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:32:39.449885 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-364b31f1-ab27-42e3-8545-6200bbb57f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:32:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['809828a3-4f45-44a0-b054-defd7df6335b'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:32:39.475997 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50661125-d723-41e5-8a8c-a92c4f1c2ef4 req-e2c46ead-ab77-43e7-b9e5-ba30bd25fec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:32:39.477677 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-50661125-d723-41e5-8a8c-a92c4f1c2ef4 req-e2c46ead-ab77-43e7-b9e5-ba30bd25fec2 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=db626555-8790-4323-a9e4-7db2e2eaf177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0659227 Nov 02 07:32:39.583629 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-50661125-d723-41e5-8a8c-a92c4f1c2ef4 req-698209c2-5b8c-437b-a904-2234bc53d57b service neutron] 10.222.0.47 "GET /networking/v2.0/networks/db626555-8790-4323-a9e4-7db2e2eaf177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950565 Nov 02 07:32:39.590061 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-364b31f1-ab27-42e3-8545-6200bbb57f0e None None] Set router 809828a3-4f45-44a0-b054-defd7df6335b gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:32:39.621514 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:39.712572 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-50661125-d723-41e5-8a8c-a92c4f1c2ef4 req-edaa2cce-414a-4818-beda-f275eae28134 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/db626555-8790-4323-a9e4-7db2e2eaf177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222498 Nov 02 07:32:39.727378 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:39.888735 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-364b31f1-ab27-42e3-8545-6200bbb57f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:30:52Z', 'revision_number': 4, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port': {'id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:46Z', 'updated_at': '2022-11-02T07:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '704bf8ea-4dae-438d-8ff4-0e49b7e0c1fb', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'port_id': '01838f4f-9c12-4515-a5e5-af4ef1d4e33e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'mac_address': 'fa:16:3e:ee:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793f8cfa-443a-4695-861e-6ba4c4e441ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:30:54Z', 'updated_at': '2022-11-02T07:31:22Z', 'revision_number': 2, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'fixed_ip_address_scope': None}, {'id': 'a372908f-4bab-4a88-90bd-24a01cc565d9', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'port_id': 'dae949dc-142c-4367-baec-04935624813b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'mac_address': 'fa:16:3e:80:a0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a9cfaf-8301-4add-a31e-805734cc8ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:32:16Z', 'updated_at': '2022-11-02T07:32:37Z', 'revision_number': 1, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839da449-2ff2-45b6-97aa-874949fa1c1d', 'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'mac_address': 'fa:16:3e:81:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:51Z', 'updated_at': '2022-11-02T07:30:58Z', 'revision_number': 5, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'subnets': [{'id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:32:39.929889 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364b31f1-ab27-42e3-8545-6200bbb57f0e None None] The sync data for ids ['809828a3-4f45-44a0-b054-defd7df6335b'] in dv-cinder-804735-33-iscsi is: [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:30:52Z', 'revision_number': 4, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port': {'id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:46Z', 'updated_at': '2022-11-02T07:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '704bf8ea-4dae-438d-8ff4-0e49b7e0c1fb', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'port_id': '01838f4f-9c12-4515-a5e5-af4ef1d4e33e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'mac_address': 'fa:16:3e:ee:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793f8cfa-443a-4695-861e-6ba4c4e441ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:30:54Z', 'updated_at': '2022-11-02T07:31:22Z', 'revision_number': 2, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'fixed_ip_address_scope': None}, {'id': 'a372908f-4bab-4a88-90bd-24a01cc565d9', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'port_id': 'dae949dc-142c-4367-baec-04935624813b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'mac_address': 'fa:16:3e:80:a0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a9cfaf-8301-4add-a31e-805734cc8ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:32:16Z', 'updated_at': '2022-11-02T07:32:37Z', 'revision_number': 1, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839da449-2ff2-45b6-97aa-874949fa1c1d', 'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'mac_address': 'fa:16:3e:81:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:51Z', 'updated_at': '2022-11-02T07:30:58Z', 'revision_number': 5, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'subnets': [{'id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:32:40.165477 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bdc42e-7c24-4067-bb10-765f38cbceae None None] New status for floating IP a372908f-4bab-4a88-90bd-24a01cc565d9: ACTIVE {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 07:32:46.323855 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-721da17a-1133-4d84-a25e-b9d5cb50e5ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:47.023719 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=91,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:47.029948 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=55,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:47.055255 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 38648) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:32:47.099577 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_v2 [None req-909e317c-e5a7-47cd-a48d-f468437158c4 admin admin] Deleting subnet 74a8078f-40c4-4845-a167-14187f193254 {{(pid=104569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 07:32:47.102728 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-909e317c-e5a7-47cd-a48d-f468437158c4 admin admin] Publish callbacks [] for subnet (74a8078f-40c4-4845-a167-14187f193254), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:47.137811 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-909e317c-e5a7-47cd-a48d-f468437158c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3451448'] for subnet (74a8078f-40c4-4845-a167-14187f193254), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:47.183082 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-909e317c-e5a7-47cd-a48d-f468437158c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134157560'] for subnet (74a8078f-40c4-4845-a167-14187f193254), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:47.237787 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-909e317c-e5a7-47cd-a48d-f468437158c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134157505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3257418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041961'] for subnet (74a8078f-40c4-4845-a167-14187f193254), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:47.261256 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e317c-e5a7-47cd-a48d-f468437158c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74a8078f-40c4-4845-a167-14187f193254,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:32:47.268221 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-909e317c-e5a7-47cd-a48d-f468437158c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:47.271319 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-909e317c-e5a7-47cd-a48d-f468437158c4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/74a8078f-40c4-4845-a167-14187f193254 HTTP/1.1" status: 204 len: 168 time: 0.2150812 Nov 02 07:32:47.273886 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 38650) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:32:47.350775 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8c754bcc-8ac0-4487-ad75-498d4db49086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134064640'] for network (3fafd9c5-3180-43ff-9a2d-50cffbbda74e), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:47.428145 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8c754bcc-8ac0-4487-ad75-498d4db49086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134158659', 'neutron.services.segments.db._delete_segments_for_network-8744620219010'] for network (3fafd9c5-3180-43ff-9a2d-50cffbbda74e), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:47.449199 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-8c754bcc-8ac0-4487-ad75-498d4db49086 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fafd9c5-3180-43ff-9a2d-50cffbbda74e']}} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:32:47.458574 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-8c754bcc-8ac0-4487-ad75-498d4db49086 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0734919-3f29-4b22-8142-b6ac8896555b') {'for_net_delete': True} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:32:47.458869 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-8c754bcc-8ac0-4487-ad75-498d4db49086 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0734919-3f29-4b22-8142-b6ac8896555b') {} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:32:47.468143 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8c754bcc-8ac0-4487-ad75-498d4db49086 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744620219073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3451441'] for segment (f0734919-3f29-4b22-8142-b6ac8896555b), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:47.482273 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8c754bcc-8ac0-4487-ad75-498d4db49086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (f0734919-3f29-4b22-8142-b6ac8896555b), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:47.489280 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c754bcc-8ac0-4487-ad75-498d4db49086 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=104569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 07:32:47.489644 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8c754bcc-8ac0-4487-ad75-498d4db49086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3257572'] for segment (f0734919-3f29-4b22-8142-b6ac8896555b), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:47.514010 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.services.segments.plugin [-] Segment f0734919-3f29-4b22-8142-b6ac8896555b resource provider aggregate not found Nov 02 07:32:47.543654 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.services.segments.plugin [-] Segment f0734919-3f29-4b22-8142-b6ac8896555b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0734919-3f29-4b22-8142-b6ac8896555b found for delete ", "request_id": "req-b61f90b1-77f4-4a92-82d8-493bd091da59"}]} Nov 02 07:32:47.559008 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8c754bcc-8ac0-4487-ad75-498d4db49086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134158664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649174'] for network (3fafd9c5-3180-43ff-9a2d-50cffbbda74e), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:47.565489 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8c754bcc-8ac0-4487-ad75-498d4db49086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:47.568545 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-8c754bcc-8ac0-4487-ad75-498d4db49086 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/3fafd9c5-3180-43ff-9a2d-50cffbbda74e HTTP/1.1" status: 204 len: 168 time: 0.2938082 Nov 02 07:32:47.577670 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c754bcc-8ac0-4487-ad75-498d4db49086 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fafd9c5-3180-43ff-9a2d-50cffbbda74e,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:32:47.729880 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 38658) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:32:47.772249 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-bdd46616-30b1-46a0-9421-f384e7be8ae1 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=155356fb94b74eaba3a8465d1a1f21ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390453 Nov 02 07:32:47.772601 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 38660) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:32:47.820201 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-82a862e4-f034-48bf-9b36-855a71f33509 admin admin] Publish callbacks [] for security_group (c4fd7aa4-02b6-4f08-9b99-5339608d4c3f), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:47.843152 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-82a862e4-f034-48bf-9b36-855a71f33509 admin admin] Publish callbacks [] for security_group (c4fd7aa4-02b6-4f08-9b99-5339608d4c3f), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:47.889167 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-82a862e4-f034-48bf-9b36-855a71f33509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (c4fd7aa4-02b6-4f08-9b99-5339608d4c3f), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:47.892502 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-82a862e4-f034-48bf-9b36-855a71f33509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:47.893623 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-82a862e4-f034-48bf-9b36-855a71f33509 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c4fd7aa4-02b6-4f08-9b99-5339608d4c3f HTTP/1.1" status: 204 len: 168 time: 0.1201496 Nov 02 07:32:47.901474 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a862e4-f034-48bf-9b36-855a71f33509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fd7aa4-02b6-4f08-9b99-5339608d4c3f,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:32:47.909630 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a862e4-f034-48bf-9b36-855a71f33509 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:47.909980 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a862e4-f034-48bf-9b36-855a71f33509 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:47.910320 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a862e4-f034-48bf-9b36-855a71f33509 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:47.910696 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a862e4-f034-48bf-9b36-855a71f33509 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:47.911010 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a862e4-f034-48bf-9b36-855a71f33509 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:47.911338 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a862e4-f034-48bf-9b36-855a71f33509 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:47.911670 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a862e4-f034-48bf-9b36-855a71f33509 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:47.911991 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a862e4-f034-48bf-9b36-855a71f33509 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:47.912312 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a862e4-f034-48bf-9b36-855a71f33509 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:47.912632 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a862e4-f034-48bf-9b36-855a71f33509 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:47.912952 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a862e4-f034-48bf-9b36-855a71f33509 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:47.913271 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a862e4-f034-48bf-9b36-855a71f33509 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:47.913588 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a862e4-f034-48bf-9b36-855a71f33509 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:47.913904 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a862e4-f034-48bf-9b36-855a71f33509 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:47.914213 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a862e4-f034-48bf-9b36-855a71f33509 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:32:48.526615 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-9adaa38a-d47c-4a02-b9bf-2d7a51729d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:49.624600 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:32:49.893116 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:51.295548 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:51.404704 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:56.992808 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 38756) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:32:57.095669 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2ee20996-5bae-4168-ac1d-1401a047569e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:57.125229 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:57.174541 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2ee20996-5bae-4168-ac1d-1401a047569e admin admin] Publish callbacks [] for security_group (aaf019c8-5589-4c37-9b29-215b16f95af3), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:57.178152 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2ee20996-5bae-4168-ac1d-1401a047569e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (aaf019c8-5589-4c37-9b29-215b16f95af3), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:57.216919 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-2ee20996-5bae-4168-ac1d-1401a047569e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=95fb3f8f6f73418f8b751917e23e6f0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230370 Nov 02 07:32:57.217850 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee20996-5bae-4168-ac1d-1401a047569e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf019c8-5589-4c37-9b29-215b16f95af3,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:32:57.220278 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 38760) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:32:57.268800 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-34abd5a0-8744-41bb-8939-fc9e604338a1 admin admin] Publish callbacks [] for security_group (aaf019c8-5589-4c37-9b29-215b16f95af3), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:57.288663 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-34abd5a0-8744-41bb-8939-fc9e604338a1 admin admin] Publish callbacks [] for security_group (aaf019c8-5589-4c37-9b29-215b16f95af3), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:57.337899 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-34abd5a0-8744-41bb-8939-fc9e604338a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (aaf019c8-5589-4c37-9b29-215b16f95af3), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:57.340640 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-34abd5a0-8744-41bb-8939-fc9e604338a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:57.341862 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-34abd5a0-8744-41bb-8939-fc9e604338a1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/aaf019c8-5589-4c37-9b29-215b16f95af3 HTTP/1.1" status: 204 len: 168 time: 0.1205819 Nov 02 07:32:57.350480 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34abd5a0-8744-41bb-8939-fc9e604338a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf019c8-5589-4c37-9b29-215b16f95af3,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:32:58.394826 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:32:59.618653 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:32:59.620510 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:01.197992 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889770ca-c808-4cb5-a6a9-0fbe202157c5 req-8ec436db-429c-4571-a7e3-db8572384192 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:01.199417 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-889770ca-c808-4cb5-a6a9-0fbe202157c5 req-8ec436db-429c-4571-a7e3-db8572384192 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0530169 Nov 02 07:33:01.220015 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690cae2-fd40-4719-bfc2-131b9c4448e5 req-3da3130f-7a90-4cb3-853c-0f0047215b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:01.221537 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6690cae2-fd40-4719-bfc2-131b9c4448e5 req-3da3130f-7a90-4cb3-853c-0f0047215b7f service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c60cb95cbf734d9b852af2bdcad4e1c0&device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 1129 time: 0.0396652 Nov 02 07:33:01.247270 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-889770ca-c808-4cb5-a6a9-0fbe202157c5 req-ca163abd-263a-402d-8243-34331f1b2f8d tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422876 Nov 02 07:33:01.322027 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690cae2-fd40-4719-bfc2-131b9c4448e5 req-5a6cabde-13bd-4ee2-80b8-2e95f008fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:01.323551 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6690cae2-fd40-4719-bfc2-131b9c4448e5 req-5a6cabde-13bd-4ee2-80b8-2e95f008fd6c service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=f40ed210-eb7b-4935-8be8-8b7615c77c12 HTTP/1.1" status: 200 len: 920 time: 0.0904858 Nov 02 07:33:01.387422 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6690cae2-fd40-4719-bfc2-131b9c4448e5 req-cc5ae79b-a784-40a8-b164-d28cfa066f06 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47c195f9-fe3d-4872-a0a9-ef4120548d09 HTTP/1.1" status: 200 len: 1000 time: 0.0541451 Nov 02 07:33:01.442775 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690cae2-fd40-4719-bfc2-131b9c4448e5 req-0926b65a-dcf2-4fc1-a3fd-d9cbecdad51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:01.444476 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6690cae2-fd40-4719-bfc2-131b9c4448e5 req-0926b65a-dcf2-4fc1-a3fd-d9cbecdad51c service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=2425be66-0e89-40dd-949b-94121b115f5c HTTP/1.1" status: 200 len: 858 time: 0.0481670 Nov 02 07:33:01.492484 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690cae2-fd40-4719-bfc2-131b9c4448e5 req-8c16b99b-0973-4e58-b72a-d20a013fd77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:01.493885 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6690cae2-fd40-4719-bfc2-131b9c4448e5 req-8c16b99b-0973-4e58-b72a-d20a013fd77a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=f40ed210-eb7b-4935-8be8-8b7615c77c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385747 Nov 02 07:33:01.587182 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6690cae2-fd40-4719-bfc2-131b9c4448e5 req-fda26b15-e163-4d2f-a0a4-951e14e9b74b service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809915 Nov 02 07:33:01.654719 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:01.685751 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-6690cae2-fd40-4719-bfc2-131b9c4448e5 req-6ad0ca88-9b3d-41b2-ac93-0c553207d624 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886507 Nov 02 07:33:02.372336 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41987c5c-9417-4f08-a8f0-f1e34c35d379 req-89424d84-ffe6-48bd-a288-d619532ae031 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:02.374058 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-41987c5c-9417-4f08-a8f0-f1e34c35d379 req-89424d84-ffe6-48bd-a288-d619532ae031 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0469780 Nov 02 07:33:02.420567 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-41987c5c-9417-4f08-a8f0-f1e34c35d379 req-0a4d2f49-b657-4ad9-a1b1-4e4ca13051a0 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403614 Nov 02 07:33:03.540304 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd26517-bd01-4909-80a1-50839474bd39 req-e6ffac70-a712-4746-84ae-b93cbf86836a tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:03.541768 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9dd26517-bd01-4909-80a1-50839474bd39 req-e6ffac70-a712-4746-84ae-b93cbf86836a tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0466349 Nov 02 07:33:03.553693 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:03.577035 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:03.594771 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9dd26517-bd01-4909-80a1-50839474bd39 req-e4b776a5-9eb6-4809-b381-d09b16e006e3 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476329 Nov 02 07:33:04.717179 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75666d-4ca9-4dbe-b513-493f37f3fbd8 req-2b4ce163-539a-4993-bcdd-57e4f6eba394 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:04.718658 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3c75666d-4ca9-4dbe-b513-493f37f3fbd8 req-2b4ce163-539a-4993-bcdd-57e4f6eba394 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0474465 Nov 02 07:33:04.765209 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3c75666d-4ca9-4dbe-b513-493f37f3fbd8 req-52b925cb-ca12-4e89-accc-efc3e2d345b2 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409737 Nov 02 07:33:05.886787 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f4176-e287-402c-bc8a-cad013ccbdbc req-3f732d89-5fbb-4c20-b55b-1a93033e2dc0 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:05.888216 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8e5f4176-e287-402c-bc8a-cad013ccbdbc req-3f732d89-5fbb-4c20-b55b-1a93033e2dc0 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0466902 Nov 02 07:33:05.934243 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8e5f4176-e287-402c-bc8a-cad013ccbdbc req-2b15ff79-cdcf-4050-8ed2-aaa0da689292 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402253 Nov 02 07:33:07.060992 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bb656-f292-4fc7-8dd9-967e5e211ee2 req-98f70b47-f7c9-4356-8a78-08bca40fe735 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:07.062435 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-176bb656-f292-4fc7-8dd9-967e5e211ee2 req-98f70b47-f7c9-4356-8a78-08bca40fe735 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0494685 Nov 02 07:33:07.110210 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-176bb656-f292-4fc7-8dd9-967e5e211ee2 req-59651b6d-c543-4434-a557-ba7b9c03685a tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420816 Nov 02 07:33:08.231745 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a481360-4b08-4144-8426-203f1844996c req-d7a23c0a-a61b-48c4-a9e5-99141a1ef5bb tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:08.233218 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1a481360-4b08-4144-8426-203f1844996c req-d7a23c0a-a61b-48c4-a9e5-99141a1ef5bb tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0461287 Nov 02 07:33:08.280736 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1a481360-4b08-4144-8426-203f1844996c req-688894e9-c526-4b74-92c4-78452f3d2a60 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409610 Nov 02 07:33:08.383072 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:08.390851 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=39,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:09.405585 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5457bf4-d9a6-4b4e-88d5-2836b90469a8 req-782aa1e8-60a5-428f-9ded-45a43ed919cc tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:09.407128 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c5457bf4-d9a6-4b4e-88d5-2836b90469a8 req-782aa1e8-60a5-428f-9ded-45a43ed919cc tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0493875 Nov 02 07:33:09.456039 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c5457bf4-d9a6-4b4e-88d5-2836b90469a8 req-c5fe574e-e7ea-4560-be1e-e91bdd128dfc tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418267 Nov 02 07:33:10.577545 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777c043-51c2-4271-8eff-bb8aa5f3380d req-4c1696f8-11e2-4559-a65f-2bd341f00aaf tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:10.579028 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f777c043-51c2-4271-8eff-bb8aa5f3380d req-4c1696f8-11e2-4559-a65f-2bd341f00aaf tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0477171 Nov 02 07:33:10.629215 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f777c043-51c2-4271-8eff-bb8aa5f3380d req-1873557f-8134-4606-bd7f-0e8440ba0f32 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440333 Nov 02 07:33:11.676272 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:11.682462 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:INSERT=3,neutron:SELECT=61 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:11.753158 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73aab59-27d4-463a-a502-fc7ba8a891fc req-ebc0cb27-fe8e-4d44-a618-978cfd309c9c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:11.754620 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c73aab59-27d4-463a-a502-fc7ba8a891fc req-ebc0cb27-fe8e-4d44-a618-978cfd309c9c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0460021 Nov 02 07:33:11.805348 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c73aab59-27d4-463a-a502-fc7ba8a891fc req-d752b989-1d31-42b4-a5e5-6ee757eec597 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453315 Nov 02 07:33:12.179361 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ef71d-aa6f-4b99-ba74-a3cc619436ad req-a7d36eb4-1df4-4cb0-bed1-5e6118b9f4df tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:12.180807 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c90ef71d-aa6f-4b99-ba74-a3cc619436ad req-a7d36eb4-1df4-4cb0-bed1-5e6118b9f4df tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 946 time: 0.0461264 Nov 02 07:33:12.227072 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c90ef71d-aa6f-4b99-ba74-a3cc619436ad req-08f8219f-a033-43c3-8910-d76e75e68fe5 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408075 Nov 02 07:33:12.927109 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30a216-3aae-4c6c-baf4-c4e6e038d892 req-2072cff3-f30f-4cff-91ff-762b410d42b0 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:12.928466 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0f30a216-3aae-4c6c-baf4-c4e6e038d892 req-2072cff3-f30f-4cff-91ff-762b410d42b0 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0466220 Nov 02 07:33:12.974692 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0f30a216-3aae-4c6c-baf4-c4e6e038d892 req-7c15fe55-46d7-4a9d-a4b9-94345ba0c1b8 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407121 Nov 02 07:33:13.356305 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5e037-e81c-49e2-bb0b-2a3cfcb1daca req-251385d6-4218-496a-9f29-054df4b40253 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:13.357765 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-67e5e037-e81c-49e2-bb0b-2a3cfcb1daca req-251385d6-4218-496a-9f29-054df4b40253 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 946 time: 0.0507431 Nov 02 07:33:13.406005 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-67e5e037-e81c-49e2-bb0b-2a3cfcb1daca req-46ef5e2f-c19f-4187-bc97-4b84d8006854 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418744 Nov 02 07:33:14.089782 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa592143-4bea-4f58-a84e-62703a97a4d1 req-85883c18-8d49-45dd-b9d6-8d9204eec6f4 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:14.091269 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-aa592143-4bea-4f58-a84e-62703a97a4d1 req-85883c18-8d49-45dd-b9d6-8d9204eec6f4 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 946 time: 0.0468519 Nov 02 07:33:14.095021 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0a0ba-bee5-4bcd-b688-dcc7cc8f027a req-bffb870c-6d49-4dba-9c77-9b2c6b82b39e tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:14.097145 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-56d0a0ba-bee5-4bcd-b688-dcc7cc8f027a req-bffb870c-6d49-4dba-9c77-9b2c6b82b39e tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0473986 Nov 02 07:33:14.121676 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:14.144202 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-56d0a0ba-bee5-4bcd-b688-dcc7cc8f027a req-53aeb1f7-af8f-438f-b10d-62526b31ad11 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417686 Nov 02 07:33:14.181466 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-aa592143-4bea-4f58-a84e-62703a97a4d1 req-eb9843ae-e812-485a-aeed-bf648516fe34 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Deleting port ba58ff3d-570b-447a-86ec-a6d9a70152fc {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:33:14.181803 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-aa592143-4bea-4f58-a84e-62703a97a4d1 req-eb9843ae-e812-485a-aeed-bf648516fe34 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (ba58ff3d-570b-447a-86ec-a6d9a70152fc), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:14.267558 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-aa592143-4bea-4f58-a84e-62703a97a4d1 req-eb9843ae-e812-485a-aeed-bf648516fe34 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] For port ba58ff3d-570b-447a-86ec-a6d9a70152fc, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ba58ff3d-570b-447a-86ec-a6d9a70152fc,segment=NetworkSegment(d7e1724e-6066-427b-a3a4-bc3e1a8af7fa),segment_id=d7e1724e-6066-427b-a3a4-bc3e1a8af7fa)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:33:14.267837 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-aa592143-4bea-4f58-a84e-62703a97a4d1 req-eb9843ae-e812-485a-aeed-bf648516fe34 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (ba58ff3d-570b-447a-86ec-a6d9a70152fc), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:14.499753 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:14.539215 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb66ea4-2c35-4ede-8888-443876b213f0 req-a8741bdd-9b6b-4cee-a918-4b957a13c44d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:14.540616 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7cb66ea4-2c35-4ede-8888-443876b213f0 req-a8741bdd-9b6b-4cee-a918-4b957a13c44d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 946 time: 0.0496454 Nov 02 07:33:14.636857 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:14.680329 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-aa592143-4bea-4f58-a84e-62703a97a4d1 req-eb9843ae-e812-485a-aeed-bf648516fe34 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:14.680837 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-aa592143-4bea-4f58-a84e-62703a97a4d1 req-eb9843ae-e812-485a-aeed-bf648516fe34 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (73d9a7e5-4ee9-4e14-b40b-1ad5f4844445), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:14.681164 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.db.l3_db [req-aa592143-4bea-4f58-a84e-62703a97a4d1 req-eb9843ae-e812-485a-aeed-bf648516fe34 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Floating IP 73d9a7e5-4ee9-4e14-b40b-1ad5f4844445 disassociated. External IP: 172.27.2.197, port: ba58ff3d-570b-447a-86ec-a6d9a70152fc. Nov 02 07:33:14.681521 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-aa592143-4bea-4f58-a84e-62703a97a4d1 req-eb9843ae-e812-485a-aeed-bf648516fe34 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Calling delete_port for ba58ff3d-570b-447a-86ec-a6d9a70152fc owned by compute:nova {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:33:14.821290 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-aa592143-4bea-4f58-a84e-62703a97a4d1 req-eb9843ae-e812-485a-aeed-bf648516fe34 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (ba58ff3d-570b-447a-86ec-a6d9a70152fc), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:14.851331 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9843ae-e812-485a-aeed-bf648516fe34 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Pushing event deleted for resources: {'Port': ['ID=ba58ff3d-570b-447a-86ec-a6d9a70152fc,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:14.857564 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7cb66ea4-2c35-4ede-8888-443876b213f0 req-72f0d86c-52ec-4a8f-922c-fef1aaf72ddc tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c97dba9a-fe64-4f2b-a845-675d3e83b4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3111691 Nov 02 07:33:14.961360 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa592143-4bea-4f58-a84e-62703a97a4d1 req-eb9843ae-e812-485a-aeed-bf648516fe34 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Router 4d64b9b3-55c5-424c-9589-335054c01a43 has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:33:15.068366 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa592143-4bea-4f58-a84e-62703a97a4d1 req-eb9843ae-e812-485a-aeed-bf648516fe34 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:33:15.079321 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a15c82d-fd8a-4b0c-b8da-7bc2b05003ea None None] Sync routers for ids ['4d64b9b3-55c5-424c-9589-335054c01a43'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:33:15.090334 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a15c82d-fd8a-4b0c-b8da-7bc2b05003ea None None] Routers {'4d64b9b3-55c5-424c-9589-335054c01a43'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:33:15.091346 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-9a15c82d-fd8a-4b0c-b8da-7bc2b05003ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:32:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['4d64b9b3-55c5-424c-9589-335054c01a43'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:33:15.114485 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa592143-4bea-4f58-a84e-62703a97a4d1 req-eb9843ae-e812-485a-aeed-bf648516fe34 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] No DVR routers for this DVR port ba58ff3d-570b-447a-86ec-a6d9a70152fc on host hv-cinder-80473 {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:33:15.117927 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-aa592143-4bea-4f58-a84e-62703a97a4d1 req-eb9843ae-e812-485a-aeed-bf648516fe34 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:15.122171 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-aa592143-4bea-4f58-a84e-62703a97a4d1 req-eb9843ae-e812-485a-aeed-bf648516fe34 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.47 "DELETE /networking/v2.0/ports/ba58ff3d-570b-447a-86ec-a6d9a70152fc HTTP/1.1" status: 204 len: 173 time: 1.0241935 Nov 02 07:33:15.122755 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae04f42-6d0d-42e5-ae5f-8022b6f546df', 'name': 'network-vif-deleted', 'tag': 'ba58ff3d-570b-447a-86ec-a6d9a70152fc'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:33:15.125419 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9997e5a547caebf426b03fe71677bb46cfe6f7be44514c48e4ec619a10615394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d70616-e79f-4453-ace3-7b187afb2fb0" -d '{"events": [{"server_uuid": "cae04f42-6d0d-42e5-ae5f-8022b6f546df", "name": "network-vif-deleted", "tag": "ba58ff3d-570b-447a-86ec-a6d9a70152fc"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:33:15.180036 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af521e6c-6ee2-4994-84c8-15ef9a1af874 x-openstack-request-id: req-af521e6c-6ee2-4994-84c8-15ef9a1af874 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:33:15.180737 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae04f42-6d0d-42e5-ae5f-8022b6f546df", "name": "network-vif-deleted", "tag": "ba58ff3d-570b-447a-86ec-a6d9a70152fc", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:33:15.181465 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af521e6c-6ee2-4994-84c8-15ef9a1af874 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:33:15.182185 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af521e6c-6ee2-4994-84c8-15ef9a1af874'] response: {'server_uuid': 'cae04f42-6d0d-42e5-ae5f-8022b6f546df', 'name': 'network-vif-deleted', 'tag': 'ba58ff3d-570b-447a-86ec-a6d9a70152fc', 'status': 'completed', 'code': 200} Nov 02 07:33:15.202610 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-9a15c82d-fd8a-4b0c-b8da-7bc2b05003ea None None] Set router 4d64b9b3-55c5-424c-9589-335054c01a43 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:33:15.275423 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663821fe-1d1a-44f0-adc7-f45dfe2b417d req-dbfde6fb-6d8c-4910-a9f1-867adb9d7bbe tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:15.277063 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-663821fe-1d1a-44f0-adc7-f45dfe2b417d req-dbfde6fb-6d8c-4910-a9f1-867adb9d7bbe tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0515962 Nov 02 07:33:15.344185 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-663821fe-1d1a-44f0-adc7-f45dfe2b417d req-7eedae1d-5acf-40f1-9632-91cd6901f9b3 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614562 Nov 02 07:33:15.419733 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-9a15c82d-fd8a-4b0c-b8da-7bc2b05003ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'name': 'tempest-AttachVolumeShelveTestJSON-98063645-router', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:15Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 4, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'gw_port': {'id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:17Z', 'updated_at': '2022-11-02T07:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '40e2798b-9045-487d-a044-f47cc6fa978c', 'name': '', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'mac_address': 'fa:16:3e:a5:fe:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:22Z', 'updated_at': '2022-11-02T07:29:39Z', 'revision_number': 5, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'subnets': [{'id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:33:15.582858 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a15c82d-fd8a-4b0c-b8da-7bc2b05003ea None None] Checking router: 4d64b9b3-55c5-424c-9589-335054c01a43 for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:33:15.591508 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a15c82d-fd8a-4b0c-b8da-7bc2b05003ea None None] Routers {'4d64b9b3-55c5-424c-9589-335054c01a43'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:33:15.592025 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-9a15c82d-fd8a-4b0c-b8da-7bc2b05003ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:32:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['4d64b9b3-55c5-424c-9589-335054c01a43'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:33:15.699857 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-9a15c82d-fd8a-4b0c-b8da-7bc2b05003ea None None] Set router 4d64b9b3-55c5-424c-9589-335054c01a43 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:33:15.887953 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-9a15c82d-fd8a-4b0c-b8da-7bc2b05003ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'name': 'tempest-AttachVolumeShelveTestJSON-98063645-router', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:15Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 4, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'gw_port': {'id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:17Z', 'updated_at': '2022-11-02T07:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '40e2798b-9045-487d-a044-f47cc6fa978c', 'name': '', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'mac_address': 'fa:16:3e:a5:fe:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:22Z', 'updated_at': '2022-11-02T07:29:39Z', 'revision_number': 5, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'subnets': [{'id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:33:15.927571 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a15c82d-fd8a-4b0c-b8da-7bc2b05003ea None None] The sync data for ids ['4d64b9b3-55c5-424c-9589-335054c01a43'] in dv-cinder-804735-33-iscsi is: [{'id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'name': 'tempest-AttachVolumeShelveTestJSON-98063645-router', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:15Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 4, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'gw_port': {'id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:17Z', 'updated_at': '2022-11-02T07:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '40e2798b-9045-487d-a044-f47cc6fa978c', 'name': '', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'mac_address': 'fa:16:3e:a5:fe:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:22Z', 'updated_at': '2022-11-02T07:29:39Z', 'revision_number': 5, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'subnets': [{'id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:33:16.006637 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d4866451-ecae-4f9a-b11c-95569b60e568 req-71bcccf9-c074-4bcb-b184-154942a56bfd tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cae04f42-6d0d-42e5-ae5f-8022b6f546df HTTP/1.1" status: 200 len: 210 time: 0.0367537 Nov 02 07:33:16.198727 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1639c14-f032-485a-a715-ad47e0f91079 None None] New status for floating IP 73d9a7e5-4ee9-4e14-b40b-1ad5f4844445: DOWN {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 07:33:16.328438 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-7a4b69c1-24c1-4d25-8a6e-af7180106bc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:16.483289 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cedf8-0584-4593-b591-c93fd3adb11d req-22205b9b-86dd-479c-8e52-e8efcf08d5a2 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:16.484817 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-653cedf8-0584-4593-b591-c93fd3adb11d req-22205b9b-86dd-479c-8e52-e8efcf08d5a2 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0523303 Nov 02 07:33:16.536307 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-653cedf8-0584-4593-b591-c93fd3adb11d req-8f7efdf0-f089-42ed-9e4a-fa0737d64e0c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449109 Nov 02 07:33:17.122577 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 38864) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:33:17.181693 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-17e61ba3-3259-43bc-b3bd-6421c00c84e3 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for security_group (c97dba9a-fe64-4f2b-a845-675d3e83b4a6), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:17.204671 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-17e61ba3-3259-43bc-b3bd-6421c00c84e3 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for security_group (c97dba9a-fe64-4f2b-a845-675d3e83b4a6), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:17.256979 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-17e61ba3-3259-43bc-b3bd-6421c00c84e3 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (c97dba9a-fe64-4f2b-a845-675d3e83b4a6), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:17.259795 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-17e61ba3-3259-43bc-b3bd-6421c00c84e3 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:17.261025 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-17e61ba3-3259-43bc-b3bd-6421c00c84e3 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c97dba9a-fe64-4f2b-a845-675d3e83b4a6 HTTP/1.1" status: 204 len: 168 time: 0.1373382 Nov 02 07:33:17.263796 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 38866) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:33:17.273622 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e61ba3-3259-43bc-b3bd-6421c00c84e3 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97dba9a-fe64-4f2b-a845-675d3e83b4a6,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:17.278809 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.api.v2.resource [None req-61dfce70-2c78-4d9f-83f1-3cd44daae946 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] show failed (client error): The resource could not be found. Nov 02 07:33:17.279812 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-61dfce70-2c78-4d9f-83f1-3cd44daae946 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups/c97dba9a-fe64-4f2b-a845-675d3e83b4a6 HTTP/1.1" status: 404 len: 347 time: 0.0150499 Nov 02 07:33:17.282726 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 38868) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:33:17.388860 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:17.396150 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-a51e1bd1-1f5c-4cea-ab80-fa75bc241274 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Deleting port fee83a00-f22d-461e-97e7-b78ff9a918ef {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:33:17.396521 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a51e1bd1-1f5c-4cea-ab80-fa75bc241274 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (fee83a00-f22d-461e-97e7-b78ff9a918ef), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:17.456071 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:17.476903 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a51e1bd1-1f5c-4cea-ab80-fa75bc241274 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (fee83a00-f22d-461e-97e7-b78ff9a918ef), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:17.477231 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a51e1bd1-1f5c-4cea-ab80-fa75bc241274 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for floatingip (fee83a00-f22d-461e-97e7-b78ff9a918ef), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:17.489820 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-a51e1bd1-1f5c-4cea-ab80-fa75bc241274 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Calling delete_port for fee83a00-f22d-461e-97e7-b78ff9a918ef owned by network:floatingip {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:33:17.627993 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a51e1bd1-1f5c-4cea-ab80-fa75bc241274 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (fee83a00-f22d-461e-97e7-b78ff9a918ef), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:17.632051 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device ba58ff3d-570b-447a-86ec-a6d9a70152fc no longer exists at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:33:17.654280 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e1bd1-1f5c-4cea-ab80-fa75bc241274 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Pushing event deleted for resources: {'Port': ['ID=fee83a00-f22d-461e-97e7-b78ff9a918ef,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:17.667374 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] No Port match for: ba58ff3d-570b-447a-86ec-a6d9a70152fc {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:33:17.667865 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device ba58ff3d-570b-447a-86ec-a6d9a70152fc not bound to the agent host hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:33:17.674171 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebae95a-a07c-47ad-a088-fe191d1fd01d req-fc0fbcbe-45a4-4bb8-903a-ac15ea312daa tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:17.676239 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-aebae95a-a07c-47ad-a088-fe191d1fd01d req-fc0fbcbe-45a4-4bb8-903a-ac15ea312daa tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0592380 Nov 02 07:33:17.716126 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a51e1bd1-1f5c-4cea-ab80-fa75bc241274 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for floatingip (73d9a7e5-4ee9-4e14-b40b-1ad5f4844445), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:17.718638 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a51e1bd1-1f5c-4cea-ab80-fa75bc241274 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:17.723522 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-a51e1bd1-1f5c-4cea-ab80-fa75bc241274 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/73d9a7e5-4ee9-4e14-b40b-1ad5f4844445 HTTP/1.1" status: 204 len: 168 time: 0.4361880 Nov 02 07:33:17.729631 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-aebae95a-a07c-47ad-a088-fe191d1fd01d req-1caea9e0-5516-447a-ba5b-96f848cbbcc1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442419 Nov 02 07:33:17.796658 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 38874) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:33:17.801947 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-a86fe21b-c611-48b9-bd80-c22a3adaf5cc tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--826852804', 'description': 'tempest-description--350351481'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:33:17.824048 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a86fe21b-c611-48b9-bd80-c22a3adaf5cc tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:17.896075 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a86fe21b-c611-48b9-bd80-c22a3adaf5cc tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for security_group (ae0c9c4b-e635-4041-b206-01bc8c04a12a), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:17.899968 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a86fe21b-c611-48b9-bd80-c22a3adaf5cc tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (ae0c9c4b-e635-4041-b206-01bc8c04a12a), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:17.931310 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a86fe21b-c611-48b9-bd80-c22a3adaf5cc tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:17.932533 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-a86fe21b-c611-48b9-bd80-c22a3adaf5cc tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1348794 Nov 02 07:33:17.934424 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86fe21b-c611-48b9-bd80-c22a3adaf5cc tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0c9c4b-e635-4041-b206-01bc8c04a12a,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:17.935597 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 38876) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:33:17.940467 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-7943d94c-9bee-467e-99bb-8566e75e5f47 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Request body: {'security_group_rule': {'security_group_id': 'ae0c9c4b-e635-4041-b206-01bc8c04a12a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:33:17.965680 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7943d94c-9bee-467e-99bb-8566e75e5f47 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for security_group_rule (1c0318c6-741b-447a-81ae-86094c46038c), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:18.019972 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7943d94c-9bee-467e-99bb-8566e75e5f47 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for security_group_rule (1c0318c6-741b-447a-81ae-86094c46038c), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:18.023501 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7943d94c-9bee-467e-99bb-8566e75e5f47 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (1c0318c6-741b-447a-81ae-86094c46038c), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:18.041601 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943d94c-9bee-467e-99bb-8566e75e5f47 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c0318c6-741b-447a-81ae-86094c46038c,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:18.049950 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7943d94c-9bee-467e-99bb-8566e75e5f47 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:18.051134 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-7943d94c-9bee-467e-99bb-8566e75e5f47 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144547 Nov 02 07:33:18.053866 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 38880) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:33:18.058010 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-1a13c30e-1e91-4c4b-8080-4ba8c8e5586e tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Request body: {'security_group_rule': {'security_group_id': 'ae0c9c4b-e635-4041-b206-01bc8c04a12a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:33:18.082817 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1a13c30e-1e91-4c4b-8080-4ba8c8e5586e tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for security_group_rule (2277186c-c7c8-4966-b18b-dea45c48764f), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:18.138605 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1a13c30e-1e91-4c4b-8080-4ba8c8e5586e tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for security_group_rule (2277186c-c7c8-4966-b18b-dea45c48764f), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:18.142877 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1a13c30e-1e91-4c4b-8080-4ba8c8e5586e tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (2277186c-c7c8-4966-b18b-dea45c48764f), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:18.164070 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13c30e-1e91-4c4b-8080-4ba8c8e5586e tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2277186c-c7c8-4966-b18b-dea45c48764f,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:18.171597 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1a13c30e-1e91-4c4b-8080-4ba8c8e5586e tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:18.172797 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-1a13c30e-1e91-4c4b-8080-4ba8c8e5586e tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179755 Nov 02 07:33:18.176971 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 38882) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:33:18.181270 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-ff04180f-f3f7-4ee2-9c85-96fcaff0c36b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Request body: {'floatingip': {'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:33:18.202236 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ff04180f-f3f7-4ee2-9c85-96fcaff0c36b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:18.222868 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:18.225935 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:18.289810 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ff04180f-f3f7-4ee2-9c85-96fcaff0c36b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:18.403103 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7fd67-5972-4f9b-b90d-3f9fac39ce77 req-7568a51d-0ab9-44e7-9cc0-b0479bb0f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:18.404659 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-57a7fd67-5972-4f9b-b90d-3f9fac39ce77 req-7568a51d-0ab9-44e7-9cc0-b0479bb0f325 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 1129 time: 0.0393147 Nov 02 07:33:18.404772 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-ff04180f-f3f7-4ee2-9c85-96fcaff0c36b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Allocated IP 172.27.2.130 (ac01166e-81e9-4cae-b853-f9fd1f541c1c/957d630b-2ac5-4777-98af-d9a9e169b647/a362655c-6ffc-4269-854f-f4ae56eef275) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:33:18.449953 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-57a7fd67-5972-4f9b-b90d-3f9fac39ce77 req-7c14ebc9-deff-4fe5-bc6e-664c706b61b9 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384500 Nov 02 07:33:18.508103 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ff04180f-f3f7-4ee2-9c85-96fcaff0c36b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for port (a362655c-6ffc-4269-854f-f4ae56eef275), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:18.529528 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-75a6773a-2dd3-47e3-a493-bfac518a395f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:18.541797 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ff04180f-f3f7-4ee2-9c85-96fcaff0c36b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (a362655c-6ffc-4269-854f-f4ae56eef275), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:18.587096 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff04180f-f3f7-4ee2-9c85-96fcaff0c36b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Network ac01166e-81e9-4cae-b853-f9fd1f541c1c is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:33:18.590266 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-ff04180f-f3f7-4ee2-9c85-96fcaff0c36b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:33:18.594015 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff04180f-f3f7-4ee2-9c85-96fcaff0c36b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:33:18.597882 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04180f-f3f7-4ee2-9c85-96fcaff0c36b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Pushing event updated for resources: {'Port': ['ID=a362655c-6ffc-4269-854f-f4ae56eef275,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:18.685309 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ff04180f-f3f7-4ee2-9c85-96fcaff0c36b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for floatingip (8898f2ba-9467-4ba8-b96a-ab820a6211c2), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:18.723244 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ff04180f-f3f7-4ee2-9c85-96fcaff0c36b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (a362655c-6ffc-4269-854f-f4ae56eef275), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:18.881076 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37aa45-490b-48ab-a3ea-1d9a11e834d1 req-1557541e-a20c-4f6c-9308-4638ac1a3be9 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:18.882577 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6f37aa45-490b-48ab-a3ea-1d9a11e834d1 req-1557541e-a20c-4f6c-9308-4638ac1a3be9 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0674145 Nov 02 07:33:18.951091 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ff04180f-f3f7-4ee2-9c85-96fcaff0c36b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for port (a362655c-6ffc-4269-854f-f4ae56eef275), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:18.955183 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:18.958799 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ff04180f-f3f7-4ee2-9c85-96fcaff0c36b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (a362655c-6ffc-4269-854f-f4ae56eef275), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:18.966082 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6f37aa45-490b-48ab-a3ea-1d9a11e834d1 req-46406c8e-0c07-4d02-af24-304c799ce44f tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779965 Nov 02 07:33:18.984644 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:19.039407 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04180f-f3f7-4ee2-9c85-96fcaff0c36b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Pushing event updated for resources: {'Port': ['ID=a362655c-6ffc-4269-854f-f4ae56eef275,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:19.042724 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ff04180f-f3f7-4ee2-9c85-96fcaff0c36b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (8898f2ba-9467-4ba8-b96a-ab820a6211c2), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:19.059111 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ff04180f-f3f7-4ee2-9c85-96fcaff0c36b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:19.060362 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-ff04180f-f3f7-4ee2-9c85-96fcaff0c36b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8824017 Nov 02 07:33:19.263625 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-66f084ad-535d-4464-a9d6-07846346b51b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--826852804&fields=id&tenant_id=df168e1504c947169b74f50c1ed4de95 HTTP/1.1" status: 200 len: 267 time: 0.0432060 Nov 02 07:33:19.368721 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-a3b40200-a9de-47c0-be34-89d1299c71f1 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:19.370162 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-a3b40200-a9de-47c0-be34-89d1299c71f1 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/networks?id=dc944948-bf48-4be4-9702-2103a8c937e6 HTTP/1.1" status: 200 len: 815 time: 0.1002355 Nov 02 07:33:19.385465 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-4fb1eb7b-684d-46b0-9685-76023e72bf5a tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/quotas/df168e1504c947169b74f50c1ed4de95 HTTP/1.1" status: 200 len: 375 time: 0.0096338 Nov 02 07:33:19.438806 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-a2102a54-3e49-42cf-8ea5-930c42b97ce2 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=df168e1504c947169b74f50c1ed4de95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483785 Nov 02 07:33:19.534912 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-c513a525-be71-4c96-9366-08d724ad62ed service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dc944948-bf48-4be4-9702-2103a8c937e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843420 Nov 02 07:33:19.626491 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-d3aba647-e31d-461d-beb4-1ac6e6640f32 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/dc944948-bf48-4be4-9702-2103a8c937e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858474 Nov 02 07:33:19.791032 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-df776f5c-7e30-463b-95c5-36f6ff2d8be5 req-3a3e07ce-6609-4321-a1da-4c4745fff0d2 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 210 time: 0.0297294 Nov 02 07:33:19.895830 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:20.094836 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe7716-5d2a-44f9-8878-f1d0dea2327b req-666d4136-41d6-43d4-b93e-2ad91c974c4c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:20.096881 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2efe7716-5d2a-44f9-8878-f1d0dea2327b req-666d4136-41d6-43d4-b93e-2ad91c974c4c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0500596 Nov 02 07:33:20.147815 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2efe7716-5d2a-44f9-8878-f1d0dea2327b req-a1ea0499-c65b-4942-b6bc-52abdaa1daea tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449650 Nov 02 07:33:20.899318 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c054c0ba-d18b-4931-b174-e1c7e1d4fe50 req-53ab4ace-fafc-4b10-8bd3-1dd7cdda2f4c tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 210 time: 0.0312304 Nov 02 07:33:21.200850 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-8357044c-2cb3-4a43-ae13-4033d3149ca0 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:21.202228 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-8357044c-2cb3-4a43-ae13-4033d3149ca0 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.47 "GET /networking/v2.0/networks?id=dc944948-bf48-4be4-9702-2103a8c937e6 HTTP/1.1" status: 200 len: 815 time: 0.1089959 Nov 02 07:33:21.279452 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770b2df-c262-4b2c-ac20-dce8b68868bb req-a56d97f2-cc29-41cc-be3f-d864007b285d tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:21.280918 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4770b2df-c262-4b2c-ac20-dce8b68868bb req-a56d97f2-cc29-41cc-be3f-d864007b285d tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0493908 Nov 02 07:33:21.292012 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:21.298681 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-f2679848-31bb-4aaf-b9ed-0621a6de19b6 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=df168e1504c947169b74f50c1ed4de95 HTTP/1.1" status: 200 len: 379 time: 0.0670068 Nov 02 07:33:21.304948 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:21.333067 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4770b2df-c262-4b2c-ac20-dce8b68868bb req-d1c4cd84-f5a0-47d4-97f5-5abb20778b08 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442498 Nov 02 07:33:21.392448 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-3e23033c-e8a4-4ec8-8aa4-6ffbb571e823 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Request body: {'port': {'device_id': '1e24f861-ba20-4595-9dd5-9ea1f9832284', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'admin_state_up': True, 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'security_groups': ['ae0c9c4b-e635-4041-b206-01bc8c04a12a']}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:33:21.411917 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:21.507225 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-3e23033c-e8a4-4ec8-8aa4-6ffbb571e823 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Made reservation on behalf of df168e1504c947169b74f50c1ed4de95 for: {'port': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:33:21.510924 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-3e23033c-e8a4-4ec8-8aa4-6ffbb571e823 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:21.580326 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:21.642494 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-3e23033c-e8a4-4ec8-8aa4-6ffbb571e823 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Allocated IP 172.20.0.6 (dc944948-bf48-4be4-9702-2103a8c937e6/1d426ab6-29f8-42bf-863b-191b8ac9a103/9b205abf-2fab-4e5a-9b1e-0110c74b9f93) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:33:21.788314 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6843313-5374-4c84-bbfa-668790312726 req-66d8de65-d96b-4a9b-881b-767ed38bd45d tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:21.790013 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a6843313-5374-4c84-bbfa-668790312726 req-66d8de65-d96b-4a9b-881b-767ed38bd45d tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0852814 Nov 02 07:33:21.793144 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0f60f-6ba6-4c81-9606-bf9240fb5024 req-e2878713-c790-4833-a781-98f96613f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:21.794570 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a8d0f60f-6ba6-4c81-9606-bf9240fb5024 req-e2878713-c790-4833-a781-98f96613f9f1 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c60cb95cbf734d9b852af2bdcad4e1c0&device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 1129 time: 0.0745938 Nov 02 07:33:21.795354 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-3e23033c-e8a4-4ec8-8aa4-6ffbb571e823 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for port (9b205abf-2fab-4e5a-9b1e-0110c74b9f93), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:21.828883 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-3e23033c-e8a4-4ec8-8aa4-6ffbb571e823 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (9b205abf-2fab-4e5a-9b1e-0110c74b9f93), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:21.870978 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-3e23033c-e8a4-4ec8-8aa4-6ffbb571e823 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Network dc944948-bf48-4be4-9702-2103a8c937e6 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:33:21.876216 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-3e23033c-e8a4-4ec8-8aa4-6ffbb571e823 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:33:21.880679 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-3e23033c-e8a4-4ec8-8aa4-6ffbb571e823 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:33:21.899889 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a6843313-5374-4c84-bbfa-668790312726 req-f88009cf-4dfa-4e07-b7a8-eabbd07685e7 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036422 Nov 02 07:33:21.904083 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23033c-e8a4-4ec8-8aa4-6ffbb571e823 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Pushing event updated for resources: {'Port': ['ID=9b205abf-2fab-4e5a-9b1e-0110c74b9f93,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:21.929705 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0f60f-6ba6-4c81-9606-bf9240fb5024 req-c95f0d23-dfbc-469b-b591-a5a0401d2fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:21.931514 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a8d0f60f-6ba6-4c81-9606-bf9240fb5024 req-c95f0d23-dfbc-469b-b591-a5a0401d2fe9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=f40ed210-eb7b-4935-8be8-8b7615c77c12 HTTP/1.1" status: 200 len: 920 time: 0.1221056 Nov 02 07:33:21.954816 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-3e23033c-e8a4-4ec8-8aa4-6ffbb571e823 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:21.955637 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-3e23033c-e8a4-4ec8-8aa4-6ffbb571e823 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:21.979737 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-3e23033c-e8a4-4ec8-8aa4-6ffbb571e823 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5912035 Nov 02 07:33:22.000547 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-fb21a6ef-76a9-4148-b626-4588fe613d6c service neutron] Request body: {'port': {'device_id': '1e24f861-ba20-4595-9dd5-9ea1f9832284', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:33:22.037581 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a8d0f60f-6ba6-4c81-9606-bf9240fb5024 req-f9bedffa-88c6-4035-b11c-b8d4c5dfb96f service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47c195f9-fe3d-4872-a0a9-ef4120548d09 HTTP/1.1" status: 200 len: 1000 time: 0.0980060 Nov 02 07:33:22.040837 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:22.043922 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:22.066773 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-fb21a6ef-76a9-4148-b626-4588fe613d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (9b205abf-2fab-4e5a-9b1e-0110c74b9f93), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:22.087256 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5f141-aea0-4d90-8a14-8ef29560c6bf req-e4734877-d071-4fa0-9f7f-f0148b441263 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:22.088771 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-13b5f141-aea0-4d90-8a14-8ef29560c6bf req-e4734877-d071-4fa0-9f7f-f0148b441263 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 931 time: 0.0855014 Nov 02 07:33:22.122218 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0f60f-6ba6-4c81-9606-bf9240fb5024 req-2052d031-bbbd-47e9-b964-1b725be92a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:22.123957 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a8d0f60f-6ba6-4c81-9606-bf9240fb5024 req-2052d031-bbbd-47e9-b964-1b725be92a11 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=2425be66-0e89-40dd-949b-94121b115f5c HTTP/1.1" status: 200 len: 858 time: 0.0786624 Nov 02 07:33:22.189483 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-13b5f141-aea0-4d90-8a14-8ef29560c6bf req-ad27a0f3-73e9-46f8-a869-8802534b20a9 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899839 Nov 02 07:33:22.190960 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-88395cfc-1af6-4bdd-8633-6988b3b5b629 None None] Provisioning complete for port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:33:22.191541 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-88395cfc-1af6-4bdd-8633-6988b3b5b629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (9b205abf-2fab-4e5a-9b1e-0110c74b9f93), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:22.192022 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-88395cfc-1af6-4bdd-8633-6988b3b5b629 None None] Attempt 1 to provision port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 Nov 02 07:33:22.192542 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0f60f-6ba6-4c81-9606-bf9240fb5024 req-7aef1ae1-6397-4990-8d21-937b1a5f3778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:22.193968 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a8d0f60f-6ba6-4c81-9606-bf9240fb5024 req-7aef1ae1-6397-4990-8d21-937b1a5f3778 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=f40ed210-eb7b-4935-8be8-8b7615c77c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0575538 Nov 02 07:33:22.227708 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-88395cfc-1af6-4bdd-8633-6988b3b5b629 None None] Port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:33:22.262023 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:22.291517 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a8d0f60f-6ba6-4c81-9606-bf9240fb5024 req-9df1a051-72cc-44ce-aa72-49fc4a4d1468 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912390 Nov 02 07:33:22.342974 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-fb21a6ef-76a9-4148-b626-4588fe613d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 {{(pid=104568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:33:22.351250 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-fb21a6ef-76a9-4148-b626-4588fe613d6c service neutron] Publish callbacks [] for port (9b205abf-2fab-4e5a-9b1e-0110c74b9f93), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:22.363897 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.provisioning_blocks [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-fb21a6ef-76a9-4148-b626-4588fe613d6c service neutron] Transition to ACTIVE for port object 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 will not be triggered until provisioned by entity L2. {{(pid=104568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 07:33:22.368195 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-fb21a6ef-76a9-4148-b626-4588fe613d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576543'] for port (9b205abf-2fab-4e5a-9b1e-0110c74b9f93), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:22.389184 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a8d0f60f-6ba6-4c81-9606-bf9240fb5024 req-8c80474e-af9b-4a73-b5aa-bd0e5b457310 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887692 Nov 02 07:33:22.429526 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21a6ef-76a9-4148-b626-4588fe613d6c service neutron] Pushing event updated for resources: {'Port': ['ID=9b205abf-2fab-4e5a-9b1e-0110c74b9f93,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:22.455014 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:22.480998 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-fb21a6ef-76a9-4148-b626-4588fe613d6c service neutron] Attempting to bind port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:33:22.481332 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-fb21a6ef-76a9-4148-b626-4588fe613d6c service neutron] Attempting to bind port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'd7e1724e-6066-427b-a3a4-bc3e1a8af7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6'}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:33:22.481661 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-fb21a6ef-76a9-4148-b626-4588fe613d6c service neutron] Attempting to bind port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 on network dc944948-bf48-4be4-9702-2103a8c937e6 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:33:22.525782 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-fb21a6ef-76a9-4148-b626-4588fe613d6c service neutron] Port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 on network dc944948-bf48-4be4-9702-2103a8c937e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 07:33:22.526110 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-fb21a6ef-76a9-4148-b626-4588fe613d6c service neutron] Attempting to bind port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 on network dc944948-bf48-4be4-9702-2103a8c937e6 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:33:22.567479 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-fb21a6ef-76a9-4148-b626-4588fe613d6c service neutron] Checking agent: {'id': '8bd0314e-b36f-45c2-bb1e-4de001688fd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'started_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:33:22.567718 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-fb21a6ef-76a9-4148-b626-4588fe613d6c service neutron] Checking segment: {'id': 'd7e1724e-6066-427b-a3a4-bc3e1a8af7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:33:22.568099 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-fb21a6ef-76a9-4148-b626-4588fe613d6c service neutron] Bound using segment: {'id': 'd7e1724e-6066-427b-a3a4-bc3e1a8af7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6'} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:33:22.568536 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-fb21a6ef-76a9-4148-b626-4588fe613d6c service neutron] Bound port: 9b205abf-2fab-4e5a-9b1e-0110c74b9f93, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7e1724e-6066-427b-a3a4-bc3e1a8af7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6'}}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:33:22.568897 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-fb21a6ef-76a9-4148-b626-4588fe613d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (9b205abf-2fab-4e5a-9b1e-0110c74b9f93), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:22.628080 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-fb21a6ef-76a9-4148-b626-4588fe613d6c service neutron] For port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93, host hv-cinder-80473, cleared binding levels {{(pid=104568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:33:22.631170 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-fb21a6ef-76a9-4148-b626-4588fe613d6c service neutron] For port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9b205abf-2fab-4e5a-9b1e-0110c74b9f93,segment=NetworkSegment(d7e1724e-6066-427b-a3a4-bc3e1a8af7fa),segment_id=d7e1724e-6066-427b-a3a4-bc3e1a8af7fa)] {{(pid=104568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:33:22.636277 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-fb21a6ef-76a9-4148-b626-4588fe613d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576543'] for port (9b205abf-2fab-4e5a-9b1e-0110c74b9f93), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:22.640251 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-fb21a6ef-76a9-4148-b626-4588fe613d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:22.640875 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-fb21a6ef-76a9-4148-b626-4588fe613d6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:22.642285 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-fb21a6ef-76a9-4148-b626-4588fe613d6c service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/9b205abf-2fab-4e5a-9b1e-0110c74b9f93 HTTP/1.1" status: 200 len: 1093 time: 0.6472085 Nov 02 07:33:22.643124 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e24f861-ba20-4595-9dd5-9ea1f9832284', 'tag': '9b205abf-2fab-4e5a-9b1e-0110c74b9f93'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:33:22.646022 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9997e5a547caebf426b03fe71677bb46cfe6f7be44514c48e4ec619a10615394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee959b7-8812-469d-84a0-06a2ec78fc6d" -d '{"events": [{"name": "network-changed", "server_uuid": "1e24f861-ba20-4595-9dd5-9ea1f9832284", "tag": "9b205abf-2fab-4e5a-9b1e-0110c74b9f93"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:33:22.689439 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df642f8d-14f7-42ac-b272-fea449407302 x-openstack-request-id: req-df642f8d-14f7-42ac-b272-fea449407302 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:33:22.689739 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e24f861-ba20-4595-9dd5-9ea1f9832284", "tag": "9b205abf-2fab-4e5a-9b1e-0110c74b9f93", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:33:22.690722 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df642f8d-14f7-42ac-b272-fea449407302 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:33:22.691218 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df642f8d-14f7-42ac-b272-fea449407302'] response: {'name': 'network-changed', 'server_uuid': '1e24f861-ba20-4595-9dd5-9ea1f9832284', 'tag': '9b205abf-2fab-4e5a-9b1e-0110c74b9f93', 'status': 'completed', 'code': 200} Nov 02 07:33:22.700787 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21a6ef-76a9-4148-b626-4588fe613d6c service neutron] Pushing event updated for resources: {'Port': ['ID=9b205abf-2fab-4e5a-9b1e-0110c74b9f93,revision_number=3']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:23.029785 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da968fd9-c052-443a-b4f1-6c13593f56da req-a22bf4c0-0197-4ded-a446-c0569a84a361 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:23.031336 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-da968fd9-c052-443a-b4f1-6c13593f56da req-a22bf4c0-0197-4ded-a446-c0569a84a361 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0475070 Nov 02 07:33:23.078087 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-da968fd9-c052-443a-b4f1-6c13593f56da req-064c9fde-be67-48da-855b-de06b7c697cd tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411534 Nov 02 07:33:23.325797 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68f37e-8aff-41e3-ab87-4e52870ca82f req-f031aac1-a339-4a65-8964-cbb7cd6215ee tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:23.327277 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1b68f37e-8aff-41e3-ab87-4e52870ca82f req-f031aac1-a339-4a65-8964-cbb7cd6215ee tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 943 time: 0.0493400 Nov 02 07:33:23.374683 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1b68f37e-8aff-41e3-ab87-4e52870ca82f req-cc732acd-841d-43d3-be1e-38b78f4d67e0 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411797 Nov 02 07:33:24.038353 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee959b7-8812-469d-84a0-06a2ec78fc6d req-0106e112-8091-4d53-9b75-f57be4aae49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:24.039873 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-aee959b7-8812-469d-84a0-06a2ec78fc6d req-0106e112-8091-4d53-9b75-f57be4aae49d service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=df168e1504c947169b74f50c1ed4de95&device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 1127 time: 0.0438917 Nov 02 07:33:24.200557 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb74ca-68a8-42a9-a1df-a4f2a0c1fd0f req-600587e2-4bbc-476f-91f8-77969f702799 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:24.201930 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-91bb74ca-68a8-42a9-a1df-a4f2a0c1fd0f req-600587e2-4bbc-476f-91f8-77969f702799 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0467937 Nov 02 07:33:24.223587 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee959b7-8812-469d-84a0-06a2ec78fc6d req-1eacb3e7-e997-4ca3-97e2-c7a4c1a172a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:24.225089 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-aee959b7-8812-469d-84a0-06a2ec78fc6d req-1eacb3e7-e997-4ca3-97e2-c7a4c1a172a4 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=df168e1504c947169b74f50c1ed4de95&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1668046 Nov 02 07:33:24.254913 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-91bb74ca-68a8-42a9-a1df-a4f2a0c1fd0f req-db124cf7-8bc8-4e7c-a118-f4f98416fdc7 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464439 Nov 02 07:33:24.498449 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165a6fc-5557-46db-ab2f-ba26faecb52f req-b7e7ddea-21d3-421a-b975-10ca40ca6cba tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:24.500117 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9165a6fc-5557-46db-ab2f-ba26faecb52f req-b7e7ddea-21d3-421a-b975-10ca40ca6cba tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 943 time: 0.0469286 Nov 02 07:33:24.548906 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9165a6fc-5557-46db-ab2f-ba26faecb52f req-c7a62d2d-fdf9-4f07-8c48-9bb7dc8f9556 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432904 Nov 02 07:33:24.847050 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee959b7-8812-469d-84a0-06a2ec78fc6d req-d50ba6cc-d613-433e-b150-e342c3376d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:24.848539 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-aee959b7-8812-469d-84a0-06a2ec78fc6d req-d50ba6cc-d613-433e-b150-e342c3376d8f service neutron] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1565244 Nov 02 07:33:24.877710 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1a4a977f-d813-4c91-bfba-fd1db576d09e req-691fce5f-4d70-4d49-87e0-624216241703 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407646 Nov 02 07:33:24.983954 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-1f8eb60e-ed01-4476-ab80-15a95c559d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:24.985453 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-1f8eb60e-ed01-4476-ab80-15a95c559d77 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=df168e1504c947169b74f50c1ed4de95&device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 1127 time: 0.0406106 Nov 02 07:33:24.992175 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a977f-d813-4c91-bfba-fd1db576d09e req-d62eb1f0-7d04-4cbf-804a-4e1e6ee17df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:24.993631 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1a4a977f-d813-4c91-bfba-fd1db576d09e req-d62eb1f0-7d04-4cbf-804a-4e1e6ee17df8 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c60cb95cbf734d9b852af2bdcad4e1c0&device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 1129 time: 0.0445297 Nov 02 07:33:25.035466 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-ecf42e29-3647-4933-a226-2fa253c10de8 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b205abf-2fab-4e5a-9b1e-0110c74b9f93 HTTP/1.1" status: 200 len: 217 time: 0.0334778 Nov 02 07:33:25.088408 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-3c994634-ed7c-418b-aebb-3018fe64d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:25.089933 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-3c994634-ed7c-418b-aebb-3018fe64d609 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=1d426ab6-29f8-42bf-863b-191b8ac9a103 HTTP/1.1" status: 200 len: 854 time: 0.0489118 Nov 02 07:33:25.136319 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-8b0f8944-f0c8-4d4f-9d0e-5edfec609f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:25.137785 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-8b0f8944-f0c8-4d4f-9d0e-5edfec609f24 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=dc944948-bf48-4be4-9702-2103a8c937e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412800 Nov 02 07:33:25.229287 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:25.235865 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-dd2713a3-6951-4bd8-85bd-de975f68024b service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dc944948-bf48-4be4-9702-2103a8c937e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905044 Nov 02 07:33:25.296577 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:25.311454 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a977f-d813-4c91-bfba-fd1db576d09e req-7db7c09a-57d2-4ae1-9442-77685c04ea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:25.312941 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1a4a977f-d813-4c91-bfba-fd1db576d09e req-7db7c09a-57d2-4ae1-9442-77685c04ea54 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=f40ed210-eb7b-4935-8be8-8b7615c77c12 HTTP/1.1" status: 200 len: 920 time: 0.2976429 Nov 02 07:33:25.332722 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5b060354-3c90-4756-9c3e-ddcbfcc9bcb2 req-ebebe06d-3f1b-4030-80e5-6f490f6e5158 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dc944948-bf48-4be4-9702-2103a8c937e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904315 Nov 02 07:33:25.359784 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1a4a977f-d813-4c91-bfba-fd1db576d09e req-f9efcb5b-21f8-4cd8-846a-e5f0b2b04049 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ee6dd20-0770-4e10-ac8f-d0e34d519f81 HTTP/1.1" status: 200 len: 217 time: 0.0390604 Nov 02 07:33:25.381446 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab53e38-db6d-4f39-ae03-7e7310e13e08 req-7d27e2d1-b053-4720-998b-184f67f84a35 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:25.382932 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-cab53e38-db6d-4f39-ae03-7e7310e13e08 req-7d27e2d1-b053-4720-998b-184f67f84a35 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0487397 Nov 02 07:33:25.411187 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:25.424947 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a977f-d813-4c91-bfba-fd1db576d09e req-f274daf1-1209-4726-8120-83987dc19c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:25.426450 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1a4a977f-d813-4c91-bfba-fd1db576d09e req-f274daf1-1209-4726-8120-83987dc19c21 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=2425be66-0e89-40dd-949b-94121b115f5c HTTP/1.1" status: 200 len: 858 time: 0.0469348 Nov 02 07:33:25.433921 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-cab53e38-db6d-4f39-ae03-7e7310e13e08 req-dd35214e-ed45-4743-9bb3-643674133216 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453691 Nov 02 07:33:25.552803 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119c706-02a6-43c3-85fa-34c363440c51 req-931f1972-637c-4c99-97a0-040f90f28bc8 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:25.554254 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a119c706-02a6-43c3-85fa-34c363440c51 req-931f1972-637c-4c99-97a0-040f90f28bc8 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0466814 Nov 02 07:33:25.564587 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 38950) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:33:25.569853 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-1240944a-b934-47cd-9be2-9a785f8e8b65 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Request body: {'floatingip': {'port_id': '47c195f9-fe3d-4872-a0a9-ef4120548d09'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:33:25.623620 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1240944a-b934-47cd-9be2-9a785f8e8b65 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks [] for floatingip (fd0cba83-54da-419d-856f-c024150fabcc), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:25.732402 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1146e6-b950-45e0-9972-24fe30261625 req-69e44014-901f-4a8b-9b1f-ef06d8033e3b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:25.733855 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7c1146e6-b950-45e0-9972-24fe30261625 req-69e44014-901f-4a8b-9b1f-ef06d8033e3b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 943 time: 0.1052079 Nov 02 07:33:25.855699 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7c1146e6-b950-45e0-9972-24fe30261625 req-32039d4a-bcf4-4cc5-ab63-b393802eb192 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155386 Nov 02 07:33:26.117099 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92afd26-1bd2-4915-a3a1-1e3277f0f8db req-b68da8bc-a4ab-47b3-b771-a230279f82a1 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:26.118588 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d92afd26-1bd2-4915-a3a1-1e3277f0f8db req-b68da8bc-a4ab-47b3-b771-a230279f82a1 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b9a9cfaf-8301-4add-a31e-805734cc8ad3 HTTP/1.1" status: 200 len: 946 time: 0.0864232 Nov 02 07:33:26.227642 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d92afd26-1bd2-4915-a3a1-1e3277f0f8db req-842c204f-2404-4ecc-a555-b01cdb7327a2 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0c243d4-808e-4dc1-a45e-d7fca573149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920110 Nov 02 07:33:26.229591 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1240944a-b934-47cd-9be2-9a785f8e8b65 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:26.234711 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1240944a-b934-47cd-9be2-9a785f8e8b65 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (fd0cba83-54da-419d-856f-c024150fabcc), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:26.316372 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:26.381031 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:26.409965 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a977f-d813-4c91-bfba-fd1db576d09e req-0f48ea75-6f17-4c92-9201-5da15bc34eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:26.411529 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1a4a977f-d813-4c91-bfba-fd1db576d09e req-0f48ea75-6f17-4c92-9201-5da15bc34eb9 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=f40ed210-eb7b-4935-8be8-8b7615c77c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421517 Nov 02 07:33:26.624097 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:33:26.710988 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1240944a-b934-47cd-9be2-9a785f8e8b65 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Router c80cad22-ba32-4d6f-b8d2-fa375507979c has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:33:26.809578 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1240944a-b934-47cd-9be2-9a785f8e8b65 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:33:26.814185 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1240944a-b934-47cd-9be2-9a785f8e8b65 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:26.819446 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0491ab3e-ca01-4be1-940c-4aa5f06c79a9 None None] Sync routers for ids ['c80cad22-ba32-4d6f-b8d2-fa375507979c'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:33:26.829861 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0491ab3e-ca01-4be1-940c-4aa5f06c79a9 None None] Routers {'c80cad22-ba32-4d6f-b8d2-fa375507979c'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:33:26.831089 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-0491ab3e-ca01-4be1-940c-4aa5f06c79a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:33:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['c80cad22-ba32-4d6f-b8d2-fa375507979c'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:33:26.847784 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8c1657-4f0c-4856-aa2f-7536a549ad16', 'tag': '47c195f9-fe3d-4872-a0a9-ef4120548d09'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:33:26.849999 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff68195f-7d5c-4f33-b51f-1114b37bdd9d" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8c1657-4f0c-4856-aa2f-7536a549ad16", "tag": "47c195f9-fe3d-4872-a0a9-ef4120548d09"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:33:26.885948 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-1240944a-b934-47cd-9be2-9a785f8e8b65 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/fd0cba83-54da-419d-856f-c024150fabcc HTTP/1.1" status: 200 len: 992 time: 1.3192003 Nov 02 07:33:26.895233 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c92ab80-7c71-43dd-90c2-aaa95dd34939 x-openstack-request-id: req-3c92ab80-7c71-43dd-90c2-aaa95dd34939 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:33:26.895487 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8c1657-4f0c-4856-aa2f-7536a549ad16", "tag": "47c195f9-fe3d-4872-a0a9-ef4120548d09", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:33:26.895739 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c92ab80-7c71-43dd-90c2-aaa95dd34939 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:33:26.896271 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c92ab80-7c71-43dd-90c2-aaa95dd34939'] response: {'name': 'network-changed', 'server_uuid': '7f8c1657-4f0c-4856-aa2f-7536a549ad16', 'tag': '47c195f9-fe3d-4872-a0a9-ef4120548d09', 'status': 'completed', 'code': 200} Nov 02 07:33:26.922162 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:26.939654 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-0491ab3e-ca01-4be1-940c-4aa5f06c79a9 None None] Set router c80cad22-ba32-4d6f-b8d2-fa375507979c gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:33:26.981966 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b4bb8-7cfa-47c9-9cad-eac7a6819d6b req-9401f051-3f24-47f3-8abf-a990518e21b6 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:26.983451 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b89b4bb8-7cfa-47c9-9cad-eac7a6819d6b req-9401f051-3f24-47f3-8abf-a990518e21b6 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 943 time: 0.0467525 Nov 02 07:33:27.012614 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:27.032673 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b89b4bb8-7cfa-47c9-9cad-eac7a6819d6b req-5a6903b1-a8e6-4163-85e2-f7afc76055fc tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432770 Nov 02 07:33:27.151391 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-0491ab3e-ca01-4be1-940c-4aa5f06c79a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'name': 'tempest-ServerRescueNegativeTestJSON-1966386420-router', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:12Z', 'updated_at': '2022-11-02T07:29:19Z', 'revision_number': 4, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'gw_port': {'id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:13Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': 'fd0cba83-54da-419d-856f-c024150fabcc', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'port_id': '47c195f9-fe3d-4872-a0a9-ef4120548d09', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12', 'mac_address': 'fa:16:3e:4d:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8c1657-4f0c-4856-aa2f-7536a549ad16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:31:32Z', 'updated_at': '2022-11-02T07:33:26Z', 'revision_number': 3, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7267b6-a9f5-4310-904e-c7f9db85954f', 'name': '', 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'mac_address': 'fa:16:3e:c4:8d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '2425be66-0e89-40dd-949b-94121b115f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:17Z', 'updated_at': '2022-11-02T07:29:33Z', 'revision_number': 5, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'subnets': [{'id': '2425be66-0e89-40dd-949b-94121b115f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:33:27.176490 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0491ab3e-ca01-4be1-940c-4aa5f06c79a9 None None] Checking router: c80cad22-ba32-4d6f-b8d2-fa375507979c for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:33:27.184699 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0491ab3e-ca01-4be1-940c-4aa5f06c79a9 None None] Routers {'c80cad22-ba32-4d6f-b8d2-fa375507979c'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:33:27.185291 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-0491ab3e-ca01-4be1-940c-4aa5f06c79a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:33:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['c80cad22-ba32-4d6f-b8d2-fa375507979c'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:33:27.287396 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-0491ab3e-ca01-4be1-940c-4aa5f06c79a9 None None] Set router c80cad22-ba32-4d6f-b8d2-fa375507979c gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:33:27.356504 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d814e2-058c-4aec-aedb-b1ad62ba3637 req-81889d3f-d417-4560-b33c-6bfdde556768 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:27.357986 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-48d814e2-058c-4aec-aedb-b1ad62ba3637 req-81889d3f-d417-4560-b33c-6bfdde556768 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b9a9cfaf-8301-4add-a31e-805734cc8ad3 HTTP/1.1" status: 200 len: 946 time: 0.0515256 Nov 02 07:33:27.407713 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-48d814e2-058c-4aec-aedb-b1ad62ba3637 req-5282858a-ebc5-4769-91e4-5f7987c343b8 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0c243d4-808e-4dc1-a45e-d7fca573149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438526 Nov 02 07:33:27.501891 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-0491ab3e-ca01-4be1-940c-4aa5f06c79a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'name': 'tempest-ServerRescueNegativeTestJSON-1966386420-router', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:12Z', 'updated_at': '2022-11-02T07:29:19Z', 'revision_number': 4, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'gw_port': {'id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:13Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': 'fd0cba83-54da-419d-856f-c024150fabcc', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'port_id': '47c195f9-fe3d-4872-a0a9-ef4120548d09', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12', 'mac_address': 'fa:16:3e:4d:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8c1657-4f0c-4856-aa2f-7536a549ad16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:31:32Z', 'updated_at': '2022-11-02T07:33:26Z', 'revision_number': 3, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7267b6-a9f5-4310-904e-c7f9db85954f', 'name': '', 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'mac_address': 'fa:16:3e:c4:8d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '2425be66-0e89-40dd-949b-94121b115f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:17Z', 'updated_at': '2022-11-02T07:29:33Z', 'revision_number': 5, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'subnets': [{'id': '2425be66-0e89-40dd-949b-94121b115f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:33:27.531268 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0491ab3e-ca01-4be1-940c-4aa5f06c79a9 None None] The sync data for ids ['c80cad22-ba32-4d6f-b8d2-fa375507979c'] in dv-cinder-804735-33-iscsi is: [{'id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'name': 'tempest-ServerRescueNegativeTestJSON-1966386420-router', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:12Z', 'updated_at': '2022-11-02T07:29:19Z', 'revision_number': 4, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'gw_port': {'id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:13Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': 'fd0cba83-54da-419d-856f-c024150fabcc', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'port_id': '47c195f9-fe3d-4872-a0a9-ef4120548d09', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12', 'mac_address': 'fa:16:3e:4d:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8c1657-4f0c-4856-aa2f-7536a549ad16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:31:32Z', 'updated_at': '2022-11-02T07:33:26Z', 'revision_number': 3, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7267b6-a9f5-4310-904e-c7f9db85954f', 'name': '', 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'mac_address': 'fa:16:3e:c4:8d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '2425be66-0e89-40dd-949b-94121b115f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:17Z', 'updated_at': '2022-11-02T07:29:33Z', 'revision_number': 5, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'subnets': [{'id': '2425be66-0e89-40dd-949b-94121b115f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:33:27.623375 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68195f-7d5c-4f33-b51f-1114b37bdd9d req-d7938998-0c84-4a91-b449-bf20326b5d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:27.625134 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ff68195f-7d5c-4f33-b51f-1114b37bdd9d req-d7938998-0c84-4a91-b449-bf20326b5d8d service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c60cb95cbf734d9b852af2bdcad4e1c0&device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 1129 time: 0.0431383 Nov 02 07:33:27.665723 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1a4a977f-d813-4c91-bfba-fd1db576d09e req-4a8c9723-3c72-4c03-ab54-f167f83f7c6c service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992179 Nov 02 07:33:27.704002 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 07:33:27.802552 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9b205abf-2fab-4e5a-9b1e-0110c74b9f93,segment=NetworkSegment(d7e1724e-6066-427b-a3a4-bc3e1a8af7fa),segment_id=d7e1724e-6066-427b-a3a4-bc3e1a8af7fa)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:33:27.813685 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Returning: {'device': '9b205abf-2fab-4e5a-9b1e-0110c74b9f93', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'port_id': '9b205abf-2fab-4e5a-9b1e-0110c74b9f93', 'mac_address': 'fa:16:3e:ca:ac:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 07:33:27.853334 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:33:27.854037 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (9b205abf-2fab-4e5a-9b1e-0110c74b9f93), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:27.867149 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:33:27.888205 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9b205abf-2fab-4e5a-9b1e-0110c74b9f93,segment=NetworkSegment(d7e1724e-6066-427b-a3a4-bc3e1a8af7fa),segment_id=d7e1724e-6066-427b-a3a4-bc3e1a8af7fa)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:33:27.894879 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (9b205abf-2fab-4e5a-9b1e-0110c74b9f93), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:27.913954 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-1a4a977f-d813-4c91-bfba-fd1db576d09e req-d712d19b-9328-4daf-93f0-ee6012d5c17a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918517 Nov 02 07:33:27.921344 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68195f-7d5c-4f33-b51f-1114b37bdd9d req-b4388fbc-da54-474c-b630-4050d30f2684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:27.923163 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ff68195f-7d5c-4f33-b51f-1114b37bdd9d req-b4388fbc-da54-474c-b630-4050d30f2684 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=f40ed210-eb7b-4935-8be8-8b7615c77c12 HTTP/1.1" status: 200 len: 920 time: 0.1015437 Nov 02 07:33:27.946073 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=9b205abf-2fab-4e5a-9b1e-0110c74b9f93,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:28.086462 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:28.099967 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934876aa-8710-479f-8bb0-0bb76637082c req-a52ac758-6b36-49dd-adab-0204db547140 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:28.101714 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-934876aa-8710-479f-8bb0-0bb76637082c req-a52ac758-6b36-49dd-adab-0204db547140 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b9a9cfaf-8301-4add-a31e-805734cc8ad3 HTTP/1.1" status: 200 len: 946 time: 0.0519481 Nov 02 07:33:28.104873 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ff68195f-7d5c-4f33-b51f-1114b37bdd9d req-e66b83f6-2852-4ca5-beab-7c3d4d3382f0 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47c195f9-fe3d-4872-a0a9-ef4120548d09 HTTP/1.1" status: 200 len: 1000 time: 0.0618010 Nov 02 07:33:28.203347 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c44434-a573-4484-9a3d-efcbcd580f9a req-18aee094-1f8d-4e2d-8d4d-9dd6273b8e51 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:28.204740 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-96c44434-a573-4484-9a3d-efcbcd580f9a req-18aee094-1f8d-4e2d-8d4d-9dd6273b8e51 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 944 time: 0.0820823 Nov 02 07:33:28.214963 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68195f-7d5c-4f33-b51f-1114b37bdd9d req-01cbadcd-24f1-470f-abf1-623589a52459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:28.216370 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ff68195f-7d5c-4f33-b51f-1114b37bdd9d req-01cbadcd-24f1-470f-abf1-623589a52459 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=2425be66-0e89-40dd-949b-94121b115f5c HTTP/1.1" status: 200 len: 858 time: 0.0840712 Nov 02 07:33:28.217009 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-934876aa-8710-479f-8bb0-0bb76637082c req-a948d09f-a6d4-4885-8e80-6e602e4f0af7 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Deleting port dae949dc-142c-4367-baec-04935624813b {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:33:28.217354 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-934876aa-8710-479f-8bb0-0bb76637082c req-a948d09f-a6d4-4885-8e80-6e602e4f0af7 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (dae949dc-142c-4367-baec-04935624813b), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:28.259997 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-96c44434-a573-4484-9a3d-efcbcd580f9a req-ee99351d-1a08-4944-9492-052c5a2138bc tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474417 Nov 02 07:33:28.261428 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['9b205abf-2fab-4e5a-9b1e-0110c74b9f93'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:33:28.309396 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:28.315019 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-934876aa-8710-479f-8bb0-0bb76637082c req-a948d09f-a6d4-4885-8e80-6e602e4f0af7 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] For port dae949dc-142c-4367-baec-04935624813b, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=dae949dc-142c-4367-baec-04935624813b,segment=NetworkSegment(c05d0ba3-98c5-4b1c-b632-26a7e9300bb9),segment_id=c05d0ba3-98c5-4b1c-b632-26a7e9300bb9)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:33:28.315382 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-934876aa-8710-479f-8bb0-0bb76637082c req-a948d09f-a6d4-4885-8e80-6e602e4f0af7 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (dae949dc-142c-4367-baec-04935624813b), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:28.329971 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:28.413893 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:28.472002 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68195f-7d5c-4f33-b51f-1114b37bdd9d req-cccfe240-8c6c-4b67-a11f-ce882cba3b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:28.473723 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ff68195f-7d5c-4f33-b51f-1114b37bdd9d req-cccfe240-8c6c-4b67-a11f-ce882cba3b16 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=f40ed210-eb7b-4935-8be8-8b7615c77c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506895 Nov 02 07:33:28.487893 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-934876aa-8710-479f-8bb0-0bb76637082c req-a948d09f-a6d4-4885-8e80-6e602e4f0af7 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:28.488291 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-934876aa-8710-479f-8bb0-0bb76637082c req-a948d09f-a6d4-4885-8e80-6e602e4f0af7 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (a372908f-4bab-4a88-90bd-24a01cc565d9), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:28.488713 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.db.l3_db [req-934876aa-8710-479f-8bb0-0bb76637082c req-a948d09f-a6d4-4885-8e80-6e602e4f0af7 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Floating IP a372908f-4bab-4a88-90bd-24a01cc565d9 disassociated. External IP: 172.27.2.55, port: dae949dc-142c-4367-baec-04935624813b. Nov 02 07:33:28.489183 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-934876aa-8710-479f-8bb0-0bb76637082c req-a948d09f-a6d4-4885-8e80-6e602e4f0af7 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Calling delete_port for dae949dc-142c-4367-baec-04935624813b owned by compute:nova {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:33:28.590437 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48363f-84c4-43da-a124-cdec77c9fce7 req-70efb625-c476-4b15-b012-e89432fb4f82 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:28.591902 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3c48363f-84c4-43da-a124-cdec77c9fce7 req-70efb625-c476-4b15-b012-e89432fb4f82 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b9a9cfaf-8301-4add-a31e-805734cc8ad3 HTTP/1.1" status: 200 len: 946 time: 0.0914249 Nov 02 07:33:28.597122 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:28.632140 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ff68195f-7d5c-4f33-b51f-1114b37bdd9d req-9819178f-2052-4c1a-94df-5f55070955b8 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514869 Nov 02 07:33:28.634406 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-934876aa-8710-479f-8bb0-0bb76637082c req-a948d09f-a6d4-4885-8e80-6e602e4f0af7 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (dae949dc-142c-4367-baec-04935624813b), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:28.656695 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:28.669054 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948d09f-a6d4-4885-8e80-6e602e4f0af7 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event deleted for resources: {'Port': ['ID=dae949dc-142c-4367-baec-04935624813b,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:28.690952 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3c48363f-84c4-43da-a124-cdec77c9fce7 req-bbacd979-30c8-47dc-ab27-5388f1588bb5 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=e0c243d4-808e-4dc1-a45e-d7fca573149c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896201 Nov 02 07:33:28.757223 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ff68195f-7d5c-4f33-b51f-1114b37bdd9d req-53bfc258-602b-43db-9f1d-5218e149fb4d service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147735 Nov 02 07:33:28.797306 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-934876aa-8710-479f-8bb0-0bb76637082c req-a948d09f-a6d4-4885-8e80-6e602e4f0af7 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Router 809828a3-4f45-44a0-b054-defd7df6335b has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:33:28.839551 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:28.897089 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8c1657-4f0c-4856-aa2f-7536a549ad16', 'tag': '47c195f9-fe3d-4872-a0a9-ef4120548d09'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:33:28.899775 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7224d325-7d71-4005-99be-de1d420d9fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8c1657-4f0c-4856-aa2f-7536a549ad16", "tag": "47c195f9-fe3d-4872-a0a9-ef4120548d09"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:33:28.906295 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-934876aa-8710-479f-8bb0-0bb76637082c req-a948d09f-a6d4-4885-8e80-6e602e4f0af7 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:33:28.918888 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331ab330-b6f7-4fc3-af6f-2fd81af3117e None None] Sync routers for ids ['809828a3-4f45-44a0-b054-defd7df6335b'] in dv-cinder-804735-33-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:33:28.930649 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331ab330-b6f7-4fc3-af6f-2fd81af3117e None None] Routers {'809828a3-4f45-44a0-b054-defd7df6335b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:33:28.931401 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-331ab330-b6f7-4fc3-af6f-2fd81af3117e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:33:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['809828a3-4f45-44a0-b054-defd7df6335b'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:33:28.950402 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-934876aa-8710-479f-8bb0-0bb76637082c req-a948d09f-a6d4-4885-8e80-6e602e4f0af7 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] No DVR routers for this DVR port dae949dc-142c-4367-baec-04935624813b on host hv-cinder-80473 {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:33:28.953212 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-934876aa-8710-479f-8bb0-0bb76637082c req-a948d09f-a6d4-4885-8e80-6e602e4f0af7 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:28.956740 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-934876aa-8710-479f-8bb0-0bb76637082c req-a948d09f-a6d4-4885-8e80-6e602e4f0af7 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.47 "DELETE /networking/v2.0/ports/dae949dc-142c-4367-baec-04935624813b HTTP/1.1" status: 204 len: 173 time: 0.8254044 Nov 02 07:33:28.957265 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a9cfaf-8301-4add-a31e-805734cc8ad3', 'name': 'network-vif-deleted', 'tag': 'dae949dc-142c-4367-baec-04935624813b'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:33:28.960759 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9997e5a547caebf426b03fe71677bb46cfe6f7be44514c48e4ec619a10615394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ea80b9-d370-4e22-b775-e5911214aff1" -d '{"events": [{"server_uuid": "b9a9cfaf-8301-4add-a31e-805734cc8ad3", "name": "network-vif-deleted", "tag": "dae949dc-142c-4367-baec-04935624813b"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:33:28.962221 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9d45c4-be40-472b-a392-b4ebaa653e84 x-openstack-request-id: req-ea9d45c4-be40-472b-a392-b4ebaa653e84 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:33:28.962532 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8c1657-4f0c-4856-aa2f-7536a549ad16", "tag": "47c195f9-fe3d-4872-a0a9-ef4120548d09", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:33:28.962780 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea9d45c4-be40-472b-a392-b4ebaa653e84 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:33:28.963173 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea9d45c4-be40-472b-a392-b4ebaa653e84'] response: {'name': 'network-changed', 'server_uuid': '7f8c1657-4f0c-4856-aa2f-7536a549ad16', 'tag': '47c195f9-fe3d-4872-a0a9-ef4120548d09', 'status': 'completed', 'code': 200} Nov 02 07:33:28.997479 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7edafa-924c-40a7-bd04-757000476c9b x-openstack-request-id: req-4f7edafa-924c-40a7-bd04-757000476c9b {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:33:28.997772 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a9cfaf-8301-4add-a31e-805734cc8ad3", "name": "network-vif-deleted", "tag": "dae949dc-142c-4367-baec-04935624813b", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:33:28.998051 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f7edafa-924c-40a7-bd04-757000476c9b {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:33:28.998476 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f7edafa-924c-40a7-bd04-757000476c9b'] response: {'server_uuid': 'b9a9cfaf-8301-4add-a31e-805734cc8ad3', 'name': 'network-vif-deleted', 'tag': 'dae949dc-142c-4367-baec-04935624813b', 'status': 'completed', 'code': 200} Nov 02 07:33:29.037442 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-331ab330-b6f7-4fc3-af6f-2fd81af3117e None None] Set router 809828a3-4f45-44a0-b054-defd7df6335b gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:33:29.260249 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-331ab330-b6f7-4fc3-af6f-2fd81af3117e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:30:52Z', 'revision_number': 4, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port': {'id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:46Z', 'updated_at': '2022-11-02T07:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '704bf8ea-4dae-438d-8ff4-0e49b7e0c1fb', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'port_id': '01838f4f-9c12-4515-a5e5-af4ef1d4e33e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'mac_address': 'fa:16:3e:ee:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793f8cfa-443a-4695-861e-6ba4c4e441ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:30:54Z', 'updated_at': '2022-11-02T07:31:22Z', 'revision_number': 2, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839da449-2ff2-45b6-97aa-874949fa1c1d', 'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'mac_address': 'fa:16:3e:81:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:51Z', 'updated_at': '2022-11-02T07:30:58Z', 'revision_number': 5, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'subnets': [{'id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:33:29.286227 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331ab330-b6f7-4fc3-af6f-2fd81af3117e None None] Checking router: 809828a3-4f45-44a0-b054-defd7df6335b for host: dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:33:29.296452 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331ab330-b6f7-4fc3-af6f-2fd81af3117e None None] Routers {'809828a3-4f45-44a0-b054-defd7df6335b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:33:29.297763 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-331ab330-b6f7-4fc3-af6f-2fd81af3117e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:33:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['809828a3-4f45-44a0-b054-defd7df6335b'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:33:29.307540 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224d325-7d71-4005-99be-de1d420d9fe1 req-070c24bb-3d58-4600-b7f7-11e0c8084872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:29.308319 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7224d325-7d71-4005-99be-de1d420d9fe1 req-070c24bb-3d58-4600-b7f7-11e0c8084872 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=c60cb95cbf734d9b852af2bdcad4e1c0&device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 1129 time: 0.0424769 Nov 02 07:33:29.389262 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:29.417577 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-331ab330-b6f7-4fc3-af6f-2fd81af3117e None None] Set router 809828a3-4f45-44a0-b054-defd7df6335b gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:33:29.420554 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224d325-7d71-4005-99be-de1d420d9fe1 req-ec01875e-6ece-45bc-9ced-31b5ff0ffba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:29.424709 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7224d325-7d71-4005-99be-de1d420d9fe1 req-ec01875e-6ece-45bc-9ced-31b5ff0ffba2 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=f40ed210-eb7b-4935-8be8-8b7615c77c12 HTTP/1.1" status: 200 len: 920 time: 0.1060073 Nov 02 07:33:29.433152 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97713f-7243-41c8-bbbe-6afc777913d6 req-63380f49-5f35-4905-a025-b5614ceb9fcd tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:29.434750 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0a97713f-7243-41c8-bbbe-6afc777913d6 req-63380f49-5f35-4905-a025-b5614ceb9fcd tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 944 time: 0.0738506 Nov 02 07:33:29.493627 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7224d325-7d71-4005-99be-de1d420d9fe1 req-ebbea605-263b-4e84-ba6b-41013149f53c service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47c195f9-fe3d-4872-a0a9-ef4120548d09 HTTP/1.1" status: 200 len: 1000 time: 0.0635734 Nov 02 07:33:29.507194 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0a97713f-7243-41c8-bbbe-6afc777913d6 req-32ca4e65-cf09-46ed-a7de-82dc6daf4e44 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607805 Nov 02 07:33:29.561350 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224d325-7d71-4005-99be-de1d420d9fe1 req-522fe7a6-18e5-4827-b3df-c92067f9e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:29.562839 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7224d325-7d71-4005-99be-de1d420d9fe1 req-522fe7a6-18e5-4827-b3df-c92067f9e8bc service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=2425be66-0e89-40dd-949b-94121b115f5c HTTP/1.1" status: 200 len: 858 time: 0.0572186 Nov 02 07:33:29.610862 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224d325-7d71-4005-99be-de1d420d9fe1 req-78aebecd-d3c9-4b20-bd41-a21022b2b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:29.613027 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7224d325-7d71-4005-99be-de1d420d9fe1 req-78aebecd-d3c9-4b20-bd41-a21022b2b0e7 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=f40ed210-eb7b-4935-8be8-8b7615c77c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428939 Nov 02 07:33:29.657402 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-331ab330-b6f7-4fc3-af6f-2fd81af3117e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:30:52Z', 'revision_number': 4, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port': {'id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:46Z', 'updated_at': '2022-11-02T07:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '704bf8ea-4dae-438d-8ff4-0e49b7e0c1fb', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'port_id': '01838f4f-9c12-4515-a5e5-af4ef1d4e33e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'mac_address': 'fa:16:3e:ee:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793f8cfa-443a-4695-861e-6ba4c4e441ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:30:54Z', 'updated_at': '2022-11-02T07:31:22Z', 'revision_number': 2, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839da449-2ff2-45b6-97aa-874949fa1c1d', 'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'mac_address': 'fa:16:3e:81:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:51Z', 'updated_at': '2022-11-02T07:30:58Z', 'revision_number': 5, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'subnets': [{'id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:33:29.683819 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331ab330-b6f7-4fc3-af6f-2fd81af3117e None None] The sync data for ids ['809828a3-4f45-44a0-b054-defd7df6335b'] in dv-cinder-804735-33-iscsi is: [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:30:52Z', 'revision_number': 4, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port': {'id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:46Z', 'updated_at': '2022-11-02T07:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '704bf8ea-4dae-438d-8ff4-0e49b7e0c1fb', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'port_id': '01838f4f-9c12-4515-a5e5-af4ef1d4e33e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'mac_address': 'fa:16:3e:ee:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793f8cfa-443a-4695-861e-6ba4c4e441ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:30:54Z', 'updated_at': '2022-11-02T07:31:22Z', 'revision_number': 2, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839da449-2ff2-45b6-97aa-874949fa1c1d', 'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'mac_address': 'fa:16:3e:81:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:51Z', 'updated_at': '2022-11-02T07:30:58Z', 'revision_number': 5, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'subnets': [{'id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:33:29.717535 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7224d325-7d71-4005-99be-de1d420d9fe1 req-8b27e75a-d4c8-4e4b-b705-3ffcb4dc0f96 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943692 Nov 02 07:33:29.727998 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 up at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:33:29.777692 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning for port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 07:33:29.785675 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning complete for port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:33:29.786052 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (9b205abf-2fab-4e5a-9b1e-0110c74b9f93), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:29.786419 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Attempt 1 to provision port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 Nov 02 07:33:29.832779 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-34c6f2db-25d2-43af-affe-6a15852edd2f req-229ae003-5218-48f0-bebd-672ca1880123 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b9a9cfaf-8301-4add-a31e-805734cc8ad3 HTTP/1.1" status: 200 len: 210 time: 0.0281210 Nov 02 07:33:29.871497 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:33:29.871880 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (9b205abf-2fab-4e5a-9b1e-0110c74b9f93), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:29.897255 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e24f861-ba20-4595-9dd5-9ea1f9832284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b205abf-2fab-4e5a-9b1e-0110c74b9f93'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:33:29.899556 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae3fbe182e2c1c70a5346b740f804138ecd9042bc04c1c47f40fee79c776d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f5dd2b-913e-460c-8126-33cfadf62b70" -d '{"events": [{"server_uuid": "1e24f861-ba20-4595-9dd5-9ea1f9832284", "name": "network-vif-plugged", "status": "completed", "tag": "9b205abf-2fab-4e5a-9b1e-0110c74b9f93"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:33:29.913326 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9b205abf-2fab-4e5a-9b1e-0110c74b9f93,segment=NetworkSegment(d7e1724e-6066-427b-a3a4-bc3e1a8af7fa),segment_id=d7e1724e-6066-427b-a3a4-bc3e1a8af7fa)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:33:29.918683 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (9b205abf-2fab-4e5a-9b1e-0110c74b9f93), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:29.942959 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c13c93-c8ed-4f6d-85a4-a4be1e911a17 x-openstack-request-id: req-49c13c93-c8ed-4f6d-85a4-a4be1e911a17 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:33:29.943274 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e24f861-ba20-4595-9dd5-9ea1f9832284", "name": "network-vif-plugged", "status": "completed", "tag": "9b205abf-2fab-4e5a-9b1e-0110c74b9f93", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:33:29.943652 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-49c13c93-c8ed-4f6d-85a4-a4be1e911a17 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:33:29.944035 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49c13c93-c8ed-4f6d-85a4-a4be1e911a17'] response: {'server_uuid': '1e24f861-ba20-4595-9dd5-9ea1f9832284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b205abf-2fab-4e5a-9b1e-0110c74b9f93', 'code': 200} Nov 02 07:33:29.974589 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=9b205abf-2fab-4e5a-9b1e-0110c74b9f93,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:29.981853 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:33:29.982200 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:33:29.982632 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:33:29.982896 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:33:29.983335 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:33:29.983551 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:33:29.983881 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:33:29.984208 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:33:29.984539 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:33:29.984867 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:33:29.985192 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:33:29.986224 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:33:29.986583 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:33:29.986917 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:33:29.987833 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:33:29.993859 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d00b3e8-280e-4188-b235-0cc5105dff25 None None] New status for floating IP a372908f-4bab-4a88-90bd-24a01cc565d9: DOWN {{(pid=104570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 07:33:30.052989 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-7224d325-7d71-4005-99be-de1d420d9fe1 req-d0983e70-7f91-490a-bda6-61256f5df6c8 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957601 Nov 02 07:33:30.229580 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a879c-1f4e-415d-a7a7-729d2fc17164 req-beccafbc-03e2-4159-83d9-4a52eca29aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:30.231186 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-654a879c-1f4e-415d-a7a7-729d2fc17164 req-beccafbc-03e2-4159-83d9-4a52eca29aab service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 1129 time: 0.0430431 Nov 02 07:33:30.282592 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-654a879c-1f4e-415d-a7a7-729d2fc17164 req-44844539-ed30-412b-8f8a-9a49dde8272f service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440526 Nov 02 07:33:30.641889 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883dbc5-3566-4ee7-bca2-9b29cac36f16 req-fe1f8e2a-3bfc-4825-8bbf-f3d4f8f356c6 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:30.644262 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a883dbc5-3566-4ee7-bca2-9b29cac36f16 req-fe1f8e2a-3bfc-4825-8bbf-f3d4f8f356c6 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.0492752 Nov 02 07:33:30.696377 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a883dbc5-3566-4ee7-bca2-9b29cac36f16 req-c86a6644-1193-4ae0-942f-c404a9606996 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464599 Nov 02 07:33:30.929533 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 38992) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:33:30.983373 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-70ba5cb7-91e0-4423-9889-75df72e3cfd6 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group (e0c243d4-808e-4dc1-a45e-d7fca573149c), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:31.005581 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-70ba5cb7-91e0-4423-9889-75df72e3cfd6 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group (e0c243d4-808e-4dc1-a45e-d7fca573149c), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:31.053610 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-70ba5cb7-91e0-4423-9889-75df72e3cfd6 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (e0c243d4-808e-4dc1-a45e-d7fca573149c), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:31.056190 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-70ba5cb7-91e0-4423-9889-75df72e3cfd6 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:31.057380 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-70ba5cb7-91e0-4423-9889-75df72e3cfd6 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e0c243d4-808e-4dc1-a45e-d7fca573149c HTTP/1.1" status: 204 len: 168 time: 0.1268263 Nov 02 07:33:31.060166 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 38994) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:33:31.067152 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba5cb7-91e0-4423-9889-75df72e3cfd6 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c243d4-808e-4dc1-a45e-d7fca573149c,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:31.074258 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.api.v2.resource [None req-e5aec537-cf55-437e-a84a-b1574025c890 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] show failed (client error): The resource could not be found. Nov 02 07:33:31.075511 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-e5aec537-cf55-437e-a84a-b1574025c890 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups/e0c243d4-808e-4dc1-a45e-d7fca573149c HTTP/1.1" status: 404 len: 347 time: 0.0143502 Nov 02 07:33:31.078475 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 38996) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:33:31.188241 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-41681ddd-aace-4690-a34d-b654a5616d7f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Deleting port e5677855-b58b-41a8-9e9b-e03d9b740eec {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:33:31.188495 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-41681ddd-aace-4690-a34d-b654a5616d7f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (e5677855-b58b-41a8-9e9b-e03d9b740eec), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:31.266301 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-41681ddd-aace-4690-a34d-b654a5616d7f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (e5677855-b58b-41a8-9e9b-e03d9b740eec), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:31.266659 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-41681ddd-aace-4690-a34d-b654a5616d7f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for floatingip (e5677855-b58b-41a8-9e9b-e03d9b740eec), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:31.279043 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-41681ddd-aace-4690-a34d-b654a5616d7f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Calling delete_port for e5677855-b58b-41a8-9e9b-e03d9b740eec owned by network:floatingip {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:33:31.331466 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:31.412182 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-41681ddd-aace-4690-a34d-b654a5616d7f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (e5677855-b58b-41a8-9e9b-e03d9b740eec), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:31.436481 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41681ddd-aace-4690-a34d-b654a5616d7f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event deleted for resources: {'Port': ['ID=e5677855-b58b-41a8-9e9b-e03d9b740eec,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:31.497989 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-41681ddd-aace-4690-a34d-b654a5616d7f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for floatingip (a372908f-4bab-4a88-90bd-24a01cc565d9), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:31.500727 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-41681ddd-aace-4690-a34d-b654a5616d7f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:31.501870 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-41681ddd-aace-4690-a34d-b654a5616d7f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/a372908f-4bab-4a88-90bd-24a01cc565d9 HTTP/1.1" status: 204 len: 168 time: 0.4224963 Nov 02 07:33:31.719549 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device dae949dc-142c-4367-baec-04935624813b no longer exists at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:33:31.742810 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] No Port match for: dae949dc-142c-4367-baec-04935624813b {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:33:31.743152 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device dae949dc-142c-4367-baec-04935624813b not bound to the agent host hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:33:31.833050 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9fe24-58c6-4cc0-8b73-d9c105139369 req-3675f663-0986-4720-9948-2f15817a7d6a tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:31.834658 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-39d9fe24-58c6-4cc0-8b73-d9c105139369 req-3675f663-0986-4720-9948-2f15817a7d6a tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.0538104 Nov 02 07:33:31.891955 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-39d9fe24-58c6-4cc0-8b73-d9c105139369 req-9d3f1969-7748-49db-a12b-9223d7334cbb tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509644 Nov 02 07:33:33.025193 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4043c-cfe2-45dc-8a99-c42f5352aa7d req-0c7709b3-7fd8-4c2f-8ab5-0e055ca631f7 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:33.026739 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b7e4043c-cfe2-45dc-8a99-c42f5352aa7d req-0c7709b3-7fd8-4c2f-8ab5-0e055ca631f7 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.0492718 Nov 02 07:33:33.074354 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b7e4043c-cfe2-45dc-8a99-c42f5352aa7d req-162e8a3e-90fa-4853-8c36-48a7356ed8ec tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418835 Nov 02 07:33:33.230008 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1c5b0-81a0-46b9-88e5-d099e084506a req-7deaacec-c2ce-4344-963b-120b5c89c604 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:33.231378 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-92a1c5b0-81a0-46b9-88e5-d099e084506a req-7deaacec-c2ce-4344-963b-120b5c89c604 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.0790920 Nov 02 07:33:33.242257 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 39022) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:33:33.242782 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d16617-5d4a-4efd-ad3f-df0152a97d86 req-0ffe527b-d08d-4352-98d2-6c5a18a4f24e tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:33.244286 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b7d16617-5d4a-4efd-ad3f-df0152a97d86 req-0ffe527b-d08d-4352-98d2-6c5a18a4f24e tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=793f8cfa-443a-4695-861e-6ba4c4e441ab HTTP/1.1" status: 200 len: 945 time: 0.0630615 Nov 02 07:33:33.246952 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-d68767d5-9be6-4a55-a855-e908c65ddf0d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Request body: {'floatingip': {'port_id': '9b205abf-2fab-4e5a-9b1e-0110c74b9f93'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:33:33.288535 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d68767d5-9be6-4a55-a855-e908c65ddf0d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for floatingip (8898f2ba-9467-4ba8-b96a-ab820a6211c2), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:33.292389 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b7d16617-5d4a-4efd-ad3f-df0152a97d86 req-7fc10ecd-dfe9-4dd4-93b4-7a7c70725587 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=71e2f6e7-c943-4002-a872-4e5e95b83b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421262 Nov 02 07:33:33.389830 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:33.705003 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d68767d5-9be6-4a55-a855-e908c65ddf0d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:33.709280 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d68767d5-9be6-4a55-a855-e908c65ddf0d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (8898f2ba-9467-4ba8-b96a-ab820a6211c2), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:33.800850 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.db.l3_db [None req-d68767d5-9be6-4a55-a855-e908c65ddf0d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Floating IP 8898f2ba-9467-4ba8-b96a-ab820a6211c2 associated. External IP: 172.27.2.130, port: 9b205abf-2fab-4e5a-9b1e-0110c74b9f93. Nov 02 07:33:33.991589 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68767d5-9be6-4a55-a855-e908c65ddf0d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Router 4d64b9b3-55c5-424c-9589-335054c01a43 has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:33:34.036693 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:34.301278 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68767d5-9be6-4a55-a855-e908c65ddf0d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:33:34.305823 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d68767d5-9be6-4a55-a855-e908c65ddf0d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:34.312257 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48aebc3-0def-481b-98f6-547dd42010b0 None None] Sync routers for ids ['4d64b9b3-55c5-424c-9589-335054c01a43'] in dv-cinder-804735-33-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:33:34.322541 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48aebc3-0def-481b-98f6-547dd42010b0 None None] Routers {'4d64b9b3-55c5-424c-9589-335054c01a43'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:33:34.323168 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-e48aebc3-0def-481b-98f6-547dd42010b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:33:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['4d64b9b3-55c5-424c-9589-335054c01a43'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:33:34.338516 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-d68767d5-9be6-4a55-a855-e908c65ddf0d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/8898f2ba-9467-4ba8-b96a-ab820a6211c2 HTTP/1.1" status: 200 len: 991 time: 1.0949275 Nov 02 07:33:34.339248 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e24f861-ba20-4595-9dd5-9ea1f9832284', 'tag': '9b205abf-2fab-4e5a-9b1e-0110c74b9f93'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:33:34.341458 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9997e5a547caebf426b03fe71677bb46cfe6f7be44514c48e4ec619a10615394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29af9327-bc02-4bdd-8d8e-b76c77243670" -d '{"events": [{"name": "network-changed", "server_uuid": "1e24f861-ba20-4595-9dd5-9ea1f9832284", "tag": "9b205abf-2fab-4e5a-9b1e-0110c74b9f93"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:33:34.380969 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678bbf8c-0fa6-4549-a653-0003dd0564fa x-openstack-request-id: req-678bbf8c-0fa6-4549-a653-0003dd0564fa {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:33:34.383266 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e24f861-ba20-4595-9dd5-9ea1f9832284", "tag": "9b205abf-2fab-4e5a-9b1e-0110c74b9f93", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:33:34.383266 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-678bbf8c-0fa6-4549-a653-0003dd0564fa {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:33:34.383266 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-678bbf8c-0fa6-4549-a653-0003dd0564fa'] response: {'name': 'network-changed', 'server_uuid': '1e24f861-ba20-4595-9dd5-9ea1f9832284', 'tag': '9b205abf-2fab-4e5a-9b1e-0110c74b9f93', 'status': 'completed', 'code': 200} Nov 02 07:33:34.416808 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a5f7f-870a-46ad-92b4-11df886437e9 req-854d4d82-66b9-47e7-ba02-e61f8b51fff9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:34.418274 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-804a5f7f-870a-46ad-92b4-11df886437e9 req-854d4d82-66b9-47e7-ba02-e61f8b51fff9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=793f8cfa-443a-4695-861e-6ba4c4e441ab HTTP/1.1" status: 200 len: 945 time: 0.0476675 Nov 02 07:33:34.429933 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-e48aebc3-0def-481b-98f6-547dd42010b0 None None] Set router 4d64b9b3-55c5-424c-9589-335054c01a43 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:33:34.464212 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:34.466067 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-804a5f7f-870a-46ad-92b4-11df886437e9 req-2d69993f-9987-40a2-994f-8fbf3fc670b6 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=71e2f6e7-c943-4002-a872-4e5e95b83b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420568 Nov 02 07:33:34.468695 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=100 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:34.574991 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af9327-bc02-4bdd-8d8e-b76c77243670 req-a66fba37-6d1a-4f59-a140-d2e9f1050c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:34.576378 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-29af9327-bc02-4bdd-8d8e-b76c77243670 req-a66fba37-6d1a-4f59-a140-d2e9f1050c00 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=df168e1504c947169b74f50c1ed4de95&device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 1129 time: 0.0411062 Nov 02 07:33:34.638791 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-e48aebc3-0def-481b-98f6-547dd42010b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'name': 'tempest-AttachVolumeShelveTestJSON-98063645-router', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:15Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 4, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'gw_port': {'id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:17Z', 'updated_at': '2022-11-02T07:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '8898f2ba-9467-4ba8-b96a-ab820a6211c2', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'floating_ip_address': '172.27.2.130', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'port_id': '9b205abf-2fab-4e5a-9b1e-0110c74b9f93', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'mac_address': 'fa:16:3e:ca:ac:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e24f861-ba20-4595-9dd5-9ea1f9832284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:33:18Z', 'updated_at': '2022-11-02T07:33:33Z', 'revision_number': 1, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e2798b-9045-487d-a044-f47cc6fa978c', 'name': '', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'mac_address': 'fa:16:3e:a5:fe:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:22Z', 'updated_at': '2022-11-02T07:29:39Z', 'revision_number': 5, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'subnets': [{'id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:33:34.668032 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48aebc3-0def-481b-98f6-547dd42010b0 None None] Checking router: 4d64b9b3-55c5-424c-9589-335054c01a43 for host: dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:33:34.677507 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48aebc3-0def-481b-98f6-547dd42010b0 None None] Routers {'4d64b9b3-55c5-424c-9589-335054c01a43'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:33:34.678107 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-e48aebc3-0def-481b-98f6-547dd42010b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:33:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['4d64b9b3-55c5-424c-9589-335054c01a43'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:33:34.780250 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-e48aebc3-0def-481b-98f6-547dd42010b0 None None] Set router 4d64b9b3-55c5-424c-9589-335054c01a43 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:33:34.797361 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:34.802960 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af9327-bc02-4bdd-8d8e-b76c77243670 req-98c8b4c7-f5eb-4aed-8b37-ce128b50f077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:34.804454 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-29af9327-bc02-4bdd-8d8e-b76c77243670 req-98c8b4c7-f5eb-4aed-8b37-ce128b50f077 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=dc944948-bf48-4be4-9702-2103a8c937e6 HTTP/1.1" status: 200 len: 916 time: 0.0897696 Nov 02 07:33:34.939583 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da5009-0f9d-4f20-bf60-bc0a375a204c req-cecb9c96-3060-49a0-a357-652a7ba2544c tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:34.941405 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-79da5009-0f9d-4f20-bf60-bc0a375a204c req-cecb9c96-3060-49a0-a357-652a7ba2544c tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=793f8cfa-443a-4695-861e-6ba4c4e441ab HTTP/1.1" status: 200 len: 945 time: 0.0493619 Nov 02 07:33:34.955068 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-29af9327-bc02-4bdd-8d8e-b76c77243670 req-3afce721-55f7-4cc7-bd59-51613acfdab0 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b205abf-2fab-4e5a-9b1e-0110c74b9f93 HTTP/1.1" status: 200 len: 999 time: 0.0633354 Nov 02 07:33:35.014380 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af9327-bc02-4bdd-8d8e-b76c77243670 req-3ef19b60-7bf2-461d-872f-d8f61769f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:35.016015 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-29af9327-bc02-4bdd-8d8e-b76c77243670 req-3ef19b60-7bf2-461d-872f-d8f61769f87e service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=1d426ab6-29f8-42bf-863b-191b8ac9a103 HTTP/1.1" status: 200 len: 854 time: 0.0495703 Nov 02 07:33:35.026523 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:35.029307 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:35.039539 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-79da5009-0f9d-4f20-bf60-bc0a375a204c req-fc3127d9-b9c7-47b4-a73a-b4a6960bec0f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Deleting port 01838f4f-9c12-4515-a5e5-af4ef1d4e33e {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:33:35.039880 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-79da5009-0f9d-4f20-bf60-bc0a375a204c req-fc3127d9-b9c7-47b4-a73a-b4a6960bec0f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (01838f4f-9c12-4515-a5e5-af4ef1d4e33e), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:35.061790 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af9327-bc02-4bdd-8d8e-b76c77243670 req-bb996ae9-b50f-45c5-b8ec-967a51a667f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:35.063329 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-29af9327-bc02-4bdd-8d8e-b76c77243670 req-bb996ae9-b50f-45c5-b8ec-967a51a667f4 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=dc944948-bf48-4be4-9702-2103a8c937e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416579 Nov 02 07:33:35.088540 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-e48aebc3-0def-481b-98f6-547dd42010b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'name': 'tempest-AttachVolumeShelveTestJSON-98063645-router', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:15Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 4, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'gw_port': {'id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:17Z', 'updated_at': '2022-11-02T07:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '8898f2ba-9467-4ba8-b96a-ab820a6211c2', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'floating_ip_address': '172.27.2.130', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'port_id': '9b205abf-2fab-4e5a-9b1e-0110c74b9f93', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'mac_address': 'fa:16:3e:ca:ac:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e24f861-ba20-4595-9dd5-9ea1f9832284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:33:18Z', 'updated_at': '2022-11-02T07:33:33Z', 'revision_number': 1, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e2798b-9045-487d-a044-f47cc6fa978c', 'name': '', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'mac_address': 'fa:16:3e:a5:fe:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:22Z', 'updated_at': '2022-11-02T07:29:39Z', 'revision_number': 5, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'subnets': [{'id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:33:35.117965 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48aebc3-0def-481b-98f6-547dd42010b0 None None] The sync data for ids ['4d64b9b3-55c5-424c-9589-335054c01a43'] in dv-cinder-804735-33-iscsi is: [{'id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'name': 'tempest-AttachVolumeShelveTestJSON-98063645-router', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:15Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 4, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'gw_port': {'id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:17Z', 'updated_at': '2022-11-02T07:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '8898f2ba-9467-4ba8-b96a-ab820a6211c2', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'floating_ip_address': '172.27.2.130', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'port_id': '9b205abf-2fab-4e5a-9b1e-0110c74b9f93', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'mac_address': 'fa:16:3e:ca:ac:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e24f861-ba20-4595-9dd5-9ea1f9832284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:33:18Z', 'updated_at': '2022-11-02T07:33:33Z', 'revision_number': 1, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e2798b-9045-487d-a044-f47cc6fa978c', 'name': '', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'mac_address': 'fa:16:3e:a5:fe:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:22Z', 'updated_at': '2022-11-02T07:29:39Z', 'revision_number': 5, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'subnets': [{'id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:33:35.138768 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-79da5009-0f9d-4f20-bf60-bc0a375a204c req-fc3127d9-b9c7-47b4-a73a-b4a6960bec0f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] For port 01838f4f-9c12-4515-a5e5-af4ef1d4e33e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=01838f4f-9c12-4515-a5e5-af4ef1d4e33e,segment=NetworkSegment(c05d0ba3-98c5-4b1c-b632-26a7e9300bb9),segment_id=c05d0ba3-98c5-4b1c-b632-26a7e9300bb9)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:33:35.139148 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-79da5009-0f9d-4f20-bf60-bc0a375a204c req-fc3127d9-b9c7-47b4-a73a-b4a6960bec0f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (01838f4f-9c12-4515-a5e5-af4ef1d4e33e), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:35.162679 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-29af9327-bc02-4bdd-8d8e-b76c77243670 req-88adff54-674a-4933-881c-7404efcd45a8 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dc944948-bf48-4be4-9702-2103a8c937e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929565 Nov 02 07:33:35.261695 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-29af9327-bc02-4bdd-8d8e-b76c77243670 req-39d8a50f-c605-4ac1-8447-0729150984e8 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dc944948-bf48-4be4-9702-2103a8c937e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918307 Nov 02 07:33:35.321912 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e69437-bf5c-4477-ab9e-33a698772749 None None] New status for floating IP 8898f2ba-9467-4ba8-b96a-ab820a6211c2: ACTIVE {{(pid=104570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 07:33:35.358196 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-79da5009-0f9d-4f20-bf60-bc0a375a204c req-fc3127d9-b9c7-47b4-a73a-b4a6960bec0f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:35.358583 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-79da5009-0f9d-4f20-bf60-bc0a375a204c req-fc3127d9-b9c7-47b4-a73a-b4a6960bec0f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (704bf8ea-4dae-438d-8ff4-0e49b7e0c1fb), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:35.358890 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.db.l3_db [req-79da5009-0f9d-4f20-bf60-bc0a375a204c req-fc3127d9-b9c7-47b4-a73a-b4a6960bec0f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Floating IP 704bf8ea-4dae-438d-8ff4-0e49b7e0c1fb disassociated. External IP: 172.27.2.73, port: 01838f4f-9c12-4515-a5e5-af4ef1d4e33e. Nov 02 07:33:35.359226 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-79da5009-0f9d-4f20-bf60-bc0a375a204c req-fc3127d9-b9c7-47b4-a73a-b4a6960bec0f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Calling delete_port for 01838f4f-9c12-4515-a5e5-af4ef1d4e33e owned by compute:nova {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:33:35.491828 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-79da5009-0f9d-4f20-bf60-bc0a375a204c req-fc3127d9-b9c7-47b4-a73a-b4a6960bec0f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (01838f4f-9c12-4515-a5e5-af4ef1d4e33e), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:35.518609 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3127d9-b9c7-47b4-a73a-b4a6960bec0f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event deleted for resources: {'Port': ['ID=01838f4f-9c12-4515-a5e5-af4ef1d4e33e,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:35.531401 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3127d9-b9c7-47b4-a73a-b4a6960bec0f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:33:35.531825 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3127d9-b9c7-47b4-a73a-b4a6960bec0f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:33:35.532068 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3127d9-b9c7-47b4-a73a-b4a6960bec0f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:33:35.532394 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3127d9-b9c7-47b4-a73a-b4a6960bec0f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:33:35.532725 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3127d9-b9c7-47b4-a73a-b4a6960bec0f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:33:35.533051 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3127d9-b9c7-47b4-a73a-b4a6960bec0f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:33:35.533371 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3127d9-b9c7-47b4-a73a-b4a6960bec0f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:33:35.533723 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3127d9-b9c7-47b4-a73a-b4a6960bec0f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:33:35.534087 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3127d9-b9c7-47b4-a73a-b4a6960bec0f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:33:35.534435 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3127d9-b9c7-47b4-a73a-b4a6960bec0f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:33:35.534826 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3127d9-b9c7-47b4-a73a-b4a6960bec0f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:33:35.535141 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3127d9-b9c7-47b4-a73a-b4a6960bec0f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:33:35.535454 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3127d9-b9c7-47b4-a73a-b4a6960bec0f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:33:35.535775 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3127d9-b9c7-47b4-a73a-b4a6960bec0f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:33:35.536092 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3127d9-b9c7-47b4-a73a-b4a6960bec0f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:33:35.607324 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3f556f1c-2a65-455b-9aee-ee7557249c88 req-2a48d61c-b309-40fc-ae11-c1fa28a35cd5 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=793f8cfa-443a-4695-861e-6ba4c4e441ab HTTP/1.1" status: 200 len: 210 time: 0.0314484 Nov 02 07:33:35.668378 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79da5009-0f9d-4f20-bf60-bc0a375a204c req-fc3127d9-b9c7-47b4-a73a-b4a6960bec0f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Router 809828a3-4f45-44a0-b054-defd7df6335b has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:33:35.768981 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79da5009-0f9d-4f20-bf60-bc0a375a204c req-fc3127d9-b9c7-47b4-a73a-b4a6960bec0f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:33:35.778612 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e962be2-731e-4c08-9139-09944a0aee6b None None] Sync routers for ids ['809828a3-4f45-44a0-b054-defd7df6335b'] in dv-cinder-804735-33-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:33:35.788962 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e962be2-731e-4c08-9139-09944a0aee6b None None] Routers {'809828a3-4f45-44a0-b054-defd7df6335b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:33:35.789569 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-5e962be2-731e-4c08-9139-09944a0aee6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:33:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['809828a3-4f45-44a0-b054-defd7df6335b'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:33:35.814179 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-79da5009-0f9d-4f20-bf60-bc0a375a204c req-fc3127d9-b9c7-47b4-a73a-b4a6960bec0f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] No DVR routers for this DVR port 01838f4f-9c12-4515-a5e5-af4ef1d4e33e on host hv-cinder-80473 {{(pid=104569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:33:35.816748 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-79da5009-0f9d-4f20-bf60-bc0a375a204c req-fc3127d9-b9c7-47b4-a73a-b4a6960bec0f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:35.819970 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-79da5009-0f9d-4f20-bf60-bc0a375a204c req-fc3127d9-b9c7-47b4-a73a-b4a6960bec0f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.47 "DELETE /networking/v2.0/ports/01838f4f-9c12-4515-a5e5-af4ef1d4e33e HTTP/1.1" status: 204 len: 173 time: 0.8733504 Nov 02 07:33:35.820476 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793f8cfa-443a-4695-861e-6ba4c4e441ab', 'name': 'network-vif-deleted', 'tag': '01838f4f-9c12-4515-a5e5-af4ef1d4e33e'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:33:35.822771 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c585d6-888b-4589-be03-f4f99596f930" -d '{"events": [{"server_uuid": "793f8cfa-443a-4695-861e-6ba4c4e441ab", "name": "network-vif-deleted", "tag": "01838f4f-9c12-4515-a5e5-af4ef1d4e33e"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:33:35.862101 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7995751-a2c5-4ff9-9f4e-5cd23b3e3b17 x-openstack-request-id: req-e7995751-a2c5-4ff9-9f4e-5cd23b3e3b17 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:33:35.862437 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "793f8cfa-443a-4695-861e-6ba4c4e441ab", "name": "network-vif-deleted", "tag": "01838f4f-9c12-4515-a5e5-af4ef1d4e33e", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:33:35.862693 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e7995751-a2c5-4ff9-9f4e-5cd23b3e3b17 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:33:35.863093 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7995751-a2c5-4ff9-9f4e-5cd23b3e3b17'] response: {'server_uuid': '793f8cfa-443a-4695-861e-6ba4c4e441ab', 'name': 'network-vif-deleted', 'tag': '01838f4f-9c12-4515-a5e5-af4ef1d4e33e', 'status': 'completed', 'code': 200} Nov 02 07:33:35.897032 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-5e962be2-731e-4c08-9139-09944a0aee6b None None] Set router 809828a3-4f45-44a0-b054-defd7df6335b gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:33:36.094229 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-5e962be2-731e-4c08-9139-09944a0aee6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:30:52Z', 'revision_number': 4, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port': {'id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:46Z', 'updated_at': '2022-11-02T07:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '839da449-2ff2-45b6-97aa-874949fa1c1d', 'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'mac_address': 'fa:16:3e:81:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:51Z', 'updated_at': '2022-11-02T07:30:58Z', 'revision_number': 5, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'subnets': [{'id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:33:36.119408 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e962be2-731e-4c08-9139-09944a0aee6b None None] Checking router: 809828a3-4f45-44a0-b054-defd7df6335b for host: dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:33:36.129034 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e962be2-731e-4c08-9139-09944a0aee6b None None] Routers {'809828a3-4f45-44a0-b054-defd7df6335b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:33:36.129632 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-5e962be2-731e-4c08-9139-09944a0aee6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:33:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['809828a3-4f45-44a0-b054-defd7df6335b'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:33:36.170903 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=100 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:36.233714 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-5e962be2-731e-4c08-9139-09944a0aee6b None None] Set router 809828a3-4f45-44a0-b054-defd7df6335b gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:33:36.261321 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=100 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:36.421850 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-5e962be2-731e-4c08-9139-09944a0aee6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:30:52Z', 'revision_number': 4, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port': {'id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:46Z', 'updated_at': '2022-11-02T07:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '839da449-2ff2-45b6-97aa-874949fa1c1d', 'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'mac_address': 'fa:16:3e:81:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:51Z', 'updated_at': '2022-11-02T07:30:58Z', 'revision_number': 5, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'subnets': [{'id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:33:36.446905 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e962be2-731e-4c08-9139-09944a0aee6b None None] The sync data for ids ['809828a3-4f45-44a0-b054-defd7df6335b'] in dv-cinder-804735-33-iscsi is: [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:30:52Z', 'revision_number': 4, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port': {'id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:46Z', 'updated_at': '2022-11-02T07:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '839da449-2ff2-45b6-97aa-874949fa1c1d', 'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'mac_address': 'fa:16:3e:81:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:51Z', 'updated_at': '2022-11-02T07:30:58Z', 'revision_number': 5, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'subnets': [{'id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:33:36.677391 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56007382-998f-42a9-b27b-40638159fe8d None None] New status for floating IP 704bf8ea-4dae-438d-8ff4-0e49b7e0c1fb: DOWN {{(pid=104570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 07:33:36.723593 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 39038) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:33:36.780302 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f5bef1ff-da4f-4a42-a425-af6084791c48 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group (71e2f6e7-c943-4002-a872-4e5e95b83b54), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:36.804845 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f5bef1ff-da4f-4a42-a425-af6084791c48 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group (71e2f6e7-c943-4002-a872-4e5e95b83b54), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:36.823824 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:36.855764 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f5bef1ff-da4f-4a42-a425-af6084791c48 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (71e2f6e7-c943-4002-a872-4e5e95b83b54), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:36.858279 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f5bef1ff-da4f-4a42-a425-af6084791c48 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:36.859481 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-f5bef1ff-da4f-4a42-a425-af6084791c48 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/71e2f6e7-c943-4002-a872-4e5e95b83b54 HTTP/1.1" status: 204 len: 168 time: 0.1348372 Nov 02 07:33:36.863371 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 39040) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:33:36.880113 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bef1ff-da4f-4a42-a425-af6084791c48 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e2f6e7-c943-4002-a872-4e5e95b83b54,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:36.882388 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.api.v2.resource [None req-1279a368-5791-4c1c-ae0a-f7a360487119 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] show failed (client error): The resource could not be found. Nov 02 07:33:36.883351 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-1279a368-5791-4c1c-ae0a-f7a360487119 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups/71e2f6e7-c943-4002-a872-4e5e95b83b54 HTTP/1.1" status: 404 len: 347 time: 0.0190566 Nov 02 07:33:36.886295 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 39042) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:33:37.001500 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-f525970f-fbc9-4157-852a-3a53c3468ec9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Deleting port 6fab6652-b9e3-4921-b5a1-f911768d9fe7 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:33:37.001847 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f525970f-fbc9-4157-852a-3a53c3468ec9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (6fab6652-b9e3-4921-b5a1-f911768d9fe7), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:37.079873 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f525970f-fbc9-4157-852a-3a53c3468ec9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (6fab6652-b9e3-4921-b5a1-f911768d9fe7), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:37.080200 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f525970f-fbc9-4157-852a-3a53c3468ec9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for floatingip (6fab6652-b9e3-4921-b5a1-f911768d9fe7), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:37.092694 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-f525970f-fbc9-4157-852a-3a53c3468ec9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Calling delete_port for 6fab6652-b9e3-4921-b5a1-f911768d9fe7 owned by network:floatingip {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:33:37.223794 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f525970f-fbc9-4157-852a-3a53c3468ec9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (6fab6652-b9e3-4921-b5a1-f911768d9fe7), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:37.248545 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525970f-fbc9-4157-852a-3a53c3468ec9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event deleted for resources: {'Port': ['ID=6fab6652-b9e3-4921-b5a1-f911768d9fe7,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:37.303410 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:37.313250 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f525970f-fbc9-4157-852a-3a53c3468ec9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for floatingip (704bf8ea-4dae-438d-8ff4-0e49b7e0c1fb), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:37.316038 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f525970f-fbc9-4157-852a-3a53c3468ec9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:37.317184 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-f525970f-fbc9-4157-852a-3a53c3468ec9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/704bf8ea-4dae-438d-8ff4-0e49b7e0c1fb HTTP/1.1" status: 204 len: 168 time: 0.4293046 Nov 02 07:33:37.392579 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 39046) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:33:37.397753 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-462ef1df-ef3f-44e9-9dd2-1d0182b37eb9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2092671006', 'description': 'tempest-description--823929723'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:33:37.419039 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-462ef1df-ef3f-44e9-9dd2-1d0182b37eb9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:37.421529 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:37.492662 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-462ef1df-ef3f-44e9-9dd2-1d0182b37eb9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group (c2ceafc0-2e6d-4a35-ae98-0cf4b5668826), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:37.496038 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-462ef1df-ef3f-44e9-9dd2-1d0182b37eb9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (c2ceafc0-2e6d-4a35-ae98-0cf4b5668826), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:37.526886 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-462ef1df-ef3f-44e9-9dd2-1d0182b37eb9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:37.528079 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-462ef1df-ef3f-44e9-9dd2-1d0182b37eb9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1339095 Nov 02 07:33:37.529156 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ef1df-ef3f-44e9-9dd2-1d0182b37eb9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ceafc0-2e6d-4a35-ae98-0cf4b5668826,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:37.531091 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 39048) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:33:37.535800 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-33ce9a3a-cf7c-4bcd-ac73-b372e0edec4b tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Request body: {'security_group_rule': {'security_group_id': 'c2ceafc0-2e6d-4a35-ae98-0cf4b5668826', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:33:37.562018 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-33ce9a3a-cf7c-4bcd-ac73-b372e0edec4b tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group_rule (c55a3b10-b2ee-4c31-af43-91b721662385), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:37.617240 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-33ce9a3a-cf7c-4bcd-ac73-b372e0edec4b tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group_rule (c55a3b10-b2ee-4c31-af43-91b721662385), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:37.620936 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-33ce9a3a-cf7c-4bcd-ac73-b372e0edec4b tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (c55a3b10-b2ee-4c31-af43-91b721662385), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:37.640615 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce9a3a-cf7c-4bcd-ac73-b372e0edec4b tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55a3b10-b2ee-4c31-af43-91b721662385,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:37.646555 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-33ce9a3a-cf7c-4bcd-ac73-b372e0edec4b tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:37.648073 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-33ce9a3a-cf7c-4bcd-ac73-b372e0edec4b tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157780 Nov 02 07:33:37.651869 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 39050) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:33:37.656828 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-11b9e3db-1415-41bf-9e9a-a8bdaf8806dc tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Request body: {'security_group_rule': {'security_group_id': 'c2ceafc0-2e6d-4a35-ae98-0cf4b5668826', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:33:37.683743 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-11b9e3db-1415-41bf-9e9a-a8bdaf8806dc tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group_rule (bcbdbddc-5861-46c5-95b1-5662656522f8), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:37.748693 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-11b9e3db-1415-41bf-9e9a-a8bdaf8806dc tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group_rule (bcbdbddc-5861-46c5-95b1-5662656522f8), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:37.752694 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-11b9e3db-1415-41bf-9e9a-a8bdaf8806dc tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (bcbdbddc-5861-46c5-95b1-5662656522f8), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:37.758388 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:37.774011 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9e3db-1415-41bf-9e9a-a8bdaf8806dc tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcbdbddc-5861-46c5-95b1-5662656522f8,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:37.778594 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-11b9e3db-1415-41bf-9e9a-a8bdaf8806dc tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:37.782275 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-11b9e3db-1415-41bf-9e9a-a8bdaf8806dc tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269302 Nov 02 07:33:37.783008 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 39052) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:33:37.789050 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-2236c73d-8539-4ff0-be9b-d758399bfed9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Request body: {'floatingip': {'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:33:37.810685 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2236c73d-8539-4ff0-be9b-d758399bfed9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:37.887323 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2236c73d-8539-4ff0-be9b-d758399bfed9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:37.994803 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-2236c73d-8539-4ff0-be9b-d758399bfed9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Allocated IP 172.27.2.173 (ac01166e-81e9-4cae-b853-f9fd1f541c1c/957d630b-2ac5-4777-98af-d9a9e169b647/b6240461-3430-43ff-958d-0f076be44fc1) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:33:38.097588 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2236c73d-8539-4ff0-be9b-d758399bfed9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for port (b6240461-3430-43ff-958d-0f076be44fc1), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:38.129842 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2236c73d-8539-4ff0-be9b-d758399bfed9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (b6240461-3430-43ff-958d-0f076be44fc1), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:38.170331 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2236c73d-8539-4ff0-be9b-d758399bfed9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Network ac01166e-81e9-4cae-b853-f9fd1f541c1c is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:33:38.175892 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-2236c73d-8539-4ff0-be9b-d758399bfed9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:33:38.178294 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2236c73d-8539-4ff0-be9b-d758399bfed9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:33:38.201210 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236c73d-8539-4ff0-be9b-d758399bfed9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event updated for resources: {'Port': ['ID=b6240461-3430-43ff-958d-0f076be44fc1,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:38.264338 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2236c73d-8539-4ff0-be9b-d758399bfed9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for floatingip (2d151915-19ed-4990-8d4e-aceb218588d8), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:38.300016 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2236c73d-8539-4ff0-be9b-d758399bfed9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (b6240461-3430-43ff-958d-0f076be44fc1), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:38.338303 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:38.428867 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:38.449951 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2236c73d-8539-4ff0-be9b-d758399bfed9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for port (b6240461-3430-43ff-958d-0f076be44fc1), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:38.453982 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2236c73d-8539-4ff0-be9b-d758399bfed9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576543'] for port (b6240461-3430-43ff-958d-0f076be44fc1), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:38.524077 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2236c73d-8539-4ff0-be9b-d758399bfed9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (2d151915-19ed-4990-8d4e-aceb218588d8), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:38.526624 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236c73d-8539-4ff0-be9b-d758399bfed9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event updated for resources: {'Port': ['ID=b6240461-3430-43ff-958d-0f076be44fc1,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:38.542175 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2236c73d-8539-4ff0-be9b-d758399bfed9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:38.543454 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-2236c73d-8539-4ff0-be9b-d758399bfed9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7580609 Nov 02 07:33:38.741003 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-762aece1-a009-47ad-9527-4f8cd26f139f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2092671006&fields=id&tenant_id=ba3bab98d31d49098a8e7242d51be646 HTTP/1.1" status: 200 len: 267 time: 0.0450304 Nov 02 07:33:38.852315 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-4173cd50-d742-4846-a22f-bc2d44dec5a6 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:38.853809 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-4173cd50-d742-4846-a22f-bc2d44dec5a6 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/networks?id=db626555-8790-4323-a9e4-7db2e2eaf177 HTTP/1.1" status: 200 len: 814 time: 0.1063945 Nov 02 07:33:38.867971 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-a2c72c83-e896-4285-9db6-2d08cc41bf47 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/quotas/ba3bab98d31d49098a8e7242d51be646 HTTP/1.1" status: 200 len: 375 time: 0.0088890 Nov 02 07:33:38.917165 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-9592fc00-4a85-41a1-aa66-01a5c52e87a8 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ba3bab98d31d49098a8e7242d51be646&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442348 Nov 02 07:33:39.015181 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-8b9fe345-b279-476f-a38f-692fa0830c91 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/db626555-8790-4323-a9e4-7db2e2eaf177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865879 Nov 02 07:33:39.102713 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-30f7bcba-3f34-4321-a0e7-26f16b7ab682 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/db626555-8790-4323-a9e4-7db2e2eaf177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812418 Nov 02 07:33:39.266958 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0e6e637f-e00d-41c2-b8bc-ff2815a61687 req-9875b1cc-97da-4836-9598-9fbfac4f1508 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7bd1bfac-3396-4f20-bb69-0ce371638a22 HTTP/1.1" status: 200 len: 210 time: 0.0285690 Nov 02 07:33:39.765589 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 01838f4f-9c12-4515-a5e5-af4ef1d4e33e no longer exists at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:33:39.786352 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] No Port match for: 01838f4f-9c12-4515-a5e5-af4ef1d4e33e {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:33:39.786633 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 01838f4f-9c12-4515-a5e5-af4ef1d4e33e not bound to the agent host hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:33:40.376654 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a1798359-8e33-47c0-b8dd-f220a44f192f req-2639fb4d-d221-4f0a-afab-2bdf492d06be tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7bd1bfac-3396-4f20-bb69-0ce371638a22 HTTP/1.1" status: 200 len: 210 time: 0.0325844 Nov 02 07:33:40.503889 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-33a4a425-5cbb-4e9a-aad5-23821b591b8e tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:40.505343 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-33a4a425-5cbb-4e9a-aad5-23821b591b8e tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.47 "GET /networking/v2.0/networks?id=db626555-8790-4323-a9e4-7db2e2eaf177 HTTP/1.1" status: 200 len: 814 time: 0.1032944 Nov 02 07:33:40.545708 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:40.573259 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-44c21030-6569-4528-a14b-bb426173f86d tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ba3bab98d31d49098a8e7242d51be646 HTTP/1.1" status: 200 len: 380 time: 0.0549641 Nov 02 07:33:40.683224 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-8d474a5c-76b4-42ee-8b94-1b81d65aec5a tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Request body: {'port': {'device_id': '7bd1bfac-3396-4f20-bb69-0ce371638a22', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'admin_state_up': True, 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'security_groups': ['c2ceafc0-2e6d-4a35-ae98-0cf4b5668826']}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:33:40.709933 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:40.794730 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-8d474a5c-76b4-42ee-8b94-1b81d65aec5a tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Made reservation on behalf of ba3bab98d31d49098a8e7242d51be646 for: {'port': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:33:40.798341 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-8d474a5c-76b4-42ee-8b94-1b81d65aec5a tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:40.923893 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-8d474a5c-76b4-42ee-8b94-1b81d65aec5a tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Allocated IP 172.20.0.12 (db626555-8790-4323-a9e4-7db2e2eaf177/177e8dac-5f29-4a70-91c6-723300d96a3f/148621bd-7213-4c12-9515-64da33ea6ed5) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:33:41.055928 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-8d474a5c-76b4-42ee-8b94-1b81d65aec5a tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for port (148621bd-7213-4c12-9515-64da33ea6ed5), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:41.086495 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-8d474a5c-76b4-42ee-8b94-1b81d65aec5a tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (148621bd-7213-4c12-9515-64da33ea6ed5), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:41.131921 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-8d474a5c-76b4-42ee-8b94-1b81d65aec5a tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Network db626555-8790-4323-a9e4-7db2e2eaf177 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:33:41.136828 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-8d474a5c-76b4-42ee-8b94-1b81d65aec5a tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:33:41.140570 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-8d474a5c-76b4-42ee-8b94-1b81d65aec5a tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:33:41.168280 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d474a5c-76b4-42ee-8b94-1b81d65aec5a tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event updated for resources: {'Port': ['ID=148621bd-7213-4c12-9515-64da33ea6ed5,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:41.191801 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-8d474a5c-76b4-42ee-8b94-1b81d65aec5a tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:41.192534 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-8d474a5c-76b4-42ee-8b94-1b81d65aec5a tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:41.211215 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-8d474a5c-76b4-42ee-8b94-1b81d65aec5a tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5319238 Nov 02 07:33:41.229931 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-63d3f823-2a57-45de-80b6-6e3b2e7ac29c service neutron] Request body: {'port': {'device_id': '7bd1bfac-3396-4f20-bb69-0ce371638a22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:33:41.291023 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-63d3f823-2a57-45de-80b6-6e3b2e7ac29c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (148621bd-7213-4c12-9515-64da33ea6ed5), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:41.382917 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-0c0a1abf-1497-45dc-aeb5-cb7374cffc09 None None] Provisioning complete for port 148621bd-7213-4c12-9515-64da33ea6ed5 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:33:41.383526 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1abf-1497-45dc-aeb5-cb7374cffc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (148621bd-7213-4c12-9515-64da33ea6ed5), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:41.383719 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-0c0a1abf-1497-45dc-aeb5-cb7374cffc09 None None] Attempt 1 to provision port 148621bd-7213-4c12-9515-64da33ea6ed5 Nov 02 07:33:41.415860 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a1abf-1497-45dc-aeb5-cb7374cffc09 None None] Port 148621bd-7213-4c12-9515-64da33ea6ed5 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:33:41.494424 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:41.501412 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:41.533483 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e0e64-d1b6-47f3-9979-0f7de38b1f32 req-ec5b3490-56e1-40a1-a5c7-7708b14f644d tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:41.535108 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-664e0e64-d1b6-47f3-9979-0f7de38b1f32 req-ec5b3490-56e1-40a1-a5c7-7708b14f644d tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7bd1bfac-3396-4f20-bb69-0ce371638a22 HTTP/1.1" status: 200 len: 932 time: 0.0734897 Nov 02 07:33:41.621256 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-664e0e64-d1b6-47f3-9979-0f7de38b1f32 req-3c03cf7c-cc53-4223-8a8d-bcf0c683854b tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c2ceafc0-2e6d-4a35-ae98-0cf4b5668826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793540 Nov 02 07:33:41.627095 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-63d3f823-2a57-45de-80b6-6e3b2e7ac29c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 148621bd-7213-4c12-9515-64da33ea6ed5 {{(pid=104569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:33:41.635531 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-63d3f823-2a57-45de-80b6-6e3b2e7ac29c service neutron] Publish callbacks [] for port (148621bd-7213-4c12-9515-64da33ea6ed5), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:41.649613 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.provisioning_blocks [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-63d3f823-2a57-45de-80b6-6e3b2e7ac29c service neutron] Transition to ACTIVE for port object 148621bd-7213-4c12-9515-64da33ea6ed5 will not be triggered until provisioned by entity L2. {{(pid=104569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 07:33:41.654333 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-63d3f823-2a57-45de-80b6-6e3b2e7ac29c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (148621bd-7213-4c12-9515-64da33ea6ed5), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:41.716980 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3f823-2a57-45de-80b6-6e3b2e7ac29c service neutron] Pushing event updated for resources: {'Port': ['ID=148621bd-7213-4c12-9515-64da33ea6ed5,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:41.764387 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-63d3f823-2a57-45de-80b6-6e3b2e7ac29c service neutron] Attempting to bind port 148621bd-7213-4c12-9515-64da33ea6ed5 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:33:41.764715 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-63d3f823-2a57-45de-80b6-6e3b2e7ac29c service neutron] Attempting to bind port 148621bd-7213-4c12-9515-64da33ea6ed5 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'c05d0ba3-98c5-4b1c-b632-26a7e9300bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177'}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:33:41.765037 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-63d3f823-2a57-45de-80b6-6e3b2e7ac29c service neutron] Attempting to bind port 148621bd-7213-4c12-9515-64da33ea6ed5 on network db626555-8790-4323-a9e4-7db2e2eaf177 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:33:41.805431 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-63d3f823-2a57-45de-80b6-6e3b2e7ac29c service neutron] Port 148621bd-7213-4c12-9515-64da33ea6ed5 on network db626555-8790-4323-a9e4-7db2e2eaf177 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 07:33:41.805754 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-63d3f823-2a57-45de-80b6-6e3b2e7ac29c service neutron] Attempting to bind port 148621bd-7213-4c12-9515-64da33ea6ed5 on network db626555-8790-4323-a9e4-7db2e2eaf177 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:33:41.851587 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-63d3f823-2a57-45de-80b6-6e3b2e7ac29c service neutron] Checking agent: {'id': '8bd0314e-b36f-45c2-bb1e-4de001688fd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'started_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:33:41.851993 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-63d3f823-2a57-45de-80b6-6e3b2e7ac29c service neutron] Checking segment: {'id': 'c05d0ba3-98c5-4b1c-b632-26a7e9300bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:33:41.852299 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-63d3f823-2a57-45de-80b6-6e3b2e7ac29c service neutron] Bound using segment: {'id': 'c05d0ba3-98c5-4b1c-b632-26a7e9300bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177'} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:33:41.852735 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-63d3f823-2a57-45de-80b6-6e3b2e7ac29c service neutron] Bound port: 148621bd-7213-4c12-9515-64da33ea6ed5, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c05d0ba3-98c5-4b1c-b632-26a7e9300bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177'}}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:33:41.853089 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-63d3f823-2a57-45de-80b6-6e3b2e7ac29c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (148621bd-7213-4c12-9515-64da33ea6ed5), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:41.914952 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-63d3f823-2a57-45de-80b6-6e3b2e7ac29c service neutron] For port 148621bd-7213-4c12-9515-64da33ea6ed5, host hv-cinder-80473, cleared binding levels {{(pid=104569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:33:41.918112 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-63d3f823-2a57-45de-80b6-6e3b2e7ac29c service neutron] For port 148621bd-7213-4c12-9515-64da33ea6ed5, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=148621bd-7213-4c12-9515-64da33ea6ed5,segment=NetworkSegment(c05d0ba3-98c5-4b1c-b632-26a7e9300bb9),segment_id=c05d0ba3-98c5-4b1c-b632-26a7e9300bb9)] {{(pid=104569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:33:41.923675 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-63d3f823-2a57-45de-80b6-6e3b2e7ac29c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (148621bd-7213-4c12-9515-64da33ea6ed5), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:41.929651 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-63d3f823-2a57-45de-80b6-6e3b2e7ac29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:41.930255 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-63d3f823-2a57-45de-80b6-6e3b2e7ac29c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:41.931685 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-63d3f823-2a57-45de-80b6-6e3b2e7ac29c service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/148621bd-7213-4c12-9515-64da33ea6ed5 HTTP/1.1" status: 200 len: 1094 time: 0.7061357 Nov 02 07:33:41.932241 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd1bfac-3396-4f20-bb69-0ce371638a22', 'tag': '148621bd-7213-4c12-9515-64da33ea6ed5'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:33:41.934468 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2515aa-96e4-463f-82de-cdf8d84dcd29" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd1bfac-3396-4f20-bb69-0ce371638a22", "tag": "148621bd-7213-4c12-9515-64da33ea6ed5"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:33:41.976746 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7e81a3-8438-4238-8435-f341f48c0b9a x-openstack-request-id: req-7e7e81a3-8438-4238-8435-f341f48c0b9a {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:33:41.976967 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd1bfac-3396-4f20-bb69-0ce371638a22", "tag": "148621bd-7213-4c12-9515-64da33ea6ed5", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:33:41.977220 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e7e81a3-8438-4238-8435-f341f48c0b9a {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:33:41.977616 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e7e81a3-8438-4238-8435-f341f48c0b9a'] response: {'name': 'network-changed', 'server_uuid': '7bd1bfac-3396-4f20-bb69-0ce371638a22', 'tag': '148621bd-7213-4c12-9515-64da33ea6ed5', 'status': 'completed', 'code': 200} Nov 02 07:33:41.982241 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3f823-2a57-45de-80b6-6e3b2e7ac29c service neutron] Pushing event updated for resources: {'Port': ['ID=148621bd-7213-4c12-9515-64da33ea6ed5,revision_number=3']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:42.055207 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-b6ac864b-eab5-4ac3-808a-f96d699a65b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:42.056691 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-b6ac864b-eab5-4ac3-808a-f96d699a65b3 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ba3bab98d31d49098a8e7242d51be646&device_id=7bd1bfac-3396-4f20-bb69-0ce371638a22 HTTP/1.1" status: 200 len: 1128 time: 0.0408270 Nov 02 07:33:42.107490 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-737aef56-6ee0-40c0-87b4-2a5e0f3efde9 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=148621bd-7213-4c12-9515-64da33ea6ed5 HTTP/1.1" status: 200 len: 217 time: 0.0351210 Nov 02 07:33:42.154274 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-61da0869-4eba-4e83-823b-47d3eb5a1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:42.155673 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-61da0869-4eba-4e83-823b-47d3eb5a1aad service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=177e8dac-5f29-4a70-91c6-723300d96a3f HTTP/1.1" status: 200 len: 853 time: 0.0420113 Nov 02 07:33:42.197296 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-5562be88-4d19-4b06-8840-f9789e7094cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:42.198746 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-5562be88-4d19-4b06-8840-f9789e7094cf service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=db626555-8790-4323-a9e4-7db2e2eaf177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0369668 Nov 02 07:33:42.289979 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-bfa4f44e-fa89-43ec-b1ba-0d0b39ec0fb2 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/db626555-8790-4323-a9e4-7db2e2eaf177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854418 Nov 02 07:33:42.320795 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:42.378969 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c325c4ad-3c7c-4a5c-b66f-c8d8e0d42c56 req-b9fa26ee-b2e4-458a-841f-31f2c224ae94 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/db626555-8790-4323-a9e4-7db2e2eaf177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829625 Nov 02 07:33:42.747490 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c2aa3-6266-4896-a9f0-dc4b1af90cb4 req-555cf8d7-15f3-4329-add4-4168b673abc8 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:42.748942 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b41c2aa3-6266-4896-a9f0-dc4b1af90cb4 req-555cf8d7-15f3-4329-add4-4168b673abc8 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7bd1bfac-3396-4f20-bb69-0ce371638a22 HTTP/1.1" status: 200 len: 944 time: 0.0517352 Nov 02 07:33:42.801645 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b41c2aa3-6266-4896-a9f0-dc4b1af90cb4 req-d1ab76d2-00d3-4b80-ac96-6f2d84e16cde tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c2ceafc0-2e6d-4a35-ae98-0cf4b5668826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461767 Nov 02 07:33:43.449638 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:43.462868 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2515aa-96e4-463f-82de-cdf8d84dcd29 req-082b422a-600f-4df8-a0c5-f7fb1d23f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:43.464320 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ba2515aa-96e4-463f-82de-cdf8d84dcd29 req-082b422a-600f-4df8-a0c5-f7fb1d23f23e service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ba3bab98d31d49098a8e7242d51be646&device_id=7bd1bfac-3396-4f20-bb69-0ce371638a22 HTTP/1.1" status: 200 len: 1128 time: 0.0406554 Nov 02 07:33:43.858708 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2515aa-96e4-463f-82de-cdf8d84dcd29 req-95d1204b-363a-4311-85f2-5f7aba05ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:43.860189 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ba2515aa-96e4-463f-82de-cdf8d84dcd29 req-95d1204b-363a-4311-85f2-5f7aba05ee76 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=db626555-8790-4323-a9e4-7db2e2eaf177 HTTP/1.1" status: 200 len: 915 time: 0.3889909 Nov 02 07:33:43.909244 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ba2515aa-96e4-463f-82de-cdf8d84dcd29 req-a9c8388b-a053-4a0e-b1a9-f03883876335 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=148621bd-7213-4c12-9515-64da33ea6ed5 HTTP/1.1" status: 200 len: 217 time: 0.0410302 Nov 02 07:33:43.976144 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b8ce4-e190-4a1d-87f4-44cb5bea3231 req-aaeecce8-1c82-4cdd-8faa-2f5721ac4ab9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:43.977554 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5d3b8ce4-e190-4a1d-87f4-44cb5bea3231 req-aaeecce8-1c82-4cdd-8faa-2f5721ac4ab9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7bd1bfac-3396-4f20-bb69-0ce371638a22 HTTP/1.1" status: 200 len: 944 time: 0.0774813 Nov 02 07:33:44.000020 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2515aa-96e4-463f-82de-cdf8d84dcd29 req-baa85f69-1614-4233-aeb2-ac51aab7e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:44.001377 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ba2515aa-96e4-463f-82de-cdf8d84dcd29 req-baa85f69-1614-4233-aeb2-ac51aab7e028 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=177e8dac-5f29-4a70-91c6-723300d96a3f HTTP/1.1" status: 200 len: 853 time: 0.0727036 Nov 02 07:33:44.058584 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2515aa-96e4-463f-82de-cdf8d84dcd29 req-2f603d34-1be5-4d74-9501-15ffa1babd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:44.060059 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ba2515aa-96e4-463f-82de-cdf8d84dcd29 req-2f603d34-1be5-4d74-9501-15ffa1babd47 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=db626555-8790-4323-a9e4-7db2e2eaf177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0517073 Nov 02 07:33:44.063113 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5d3b8ce4-e190-4a1d-87f4-44cb5bea3231 req-1b865ac2-7e35-4eb4-b28d-f18bc85f010f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c2ceafc0-2e6d-4a35-ae98-0cf4b5668826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798707 Nov 02 07:33:44.156011 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ba2515aa-96e4-463f-82de-cdf8d84dcd29 req-26fa8bc2-3910-4a29-aa68-b365ffb3789f service neutron] 10.222.0.47 "GET /networking/v2.0/networks/db626555-8790-4323-a9e4-7db2e2eaf177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861037 Nov 02 07:33:44.245657 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ba2515aa-96e4-463f-82de-cdf8d84dcd29 req-14a82bf2-7a22-46f6-af4d-74ca2728b1c3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/db626555-8790-4323-a9e4-7db2e2eaf177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825667 Nov 02 07:33:45.184015 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0400f-aa9d-4979-838b-0db7ee53d31d req-92857283-22ca-49a5-ae54-0e922c422305 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:45.185462 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4cc0400f-aa9d-4979-838b-0db7ee53d31d req-92857283-22ca-49a5-ae54-0e922c422305 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7bd1bfac-3396-4f20-bb69-0ce371638a22 HTTP/1.1" status: 200 len: 944 time: 0.0477166 Nov 02 07:33:45.231861 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4cc0400f-aa9d-4979-838b-0db7ee53d31d req-08be522b-4be1-4642-91f2-19302445891f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c2ceafc0-2e6d-4a35-ae98-0cf4b5668826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408018 Nov 02 07:33:45.787400 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 148621bd-7213-4c12-9515-64da33ea6ed5 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 07:33:45.889032 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 148621bd-7213-4c12-9515-64da33ea6ed5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=148621bd-7213-4c12-9515-64da33ea6ed5,segment=NetworkSegment(c05d0ba3-98c5-4b1c-b632-26a7e9300bb9),segment_id=c05d0ba3-98c5-4b1c-b632-26a7e9300bb9)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:33:45.900068 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Returning: {'device': '148621bd-7213-4c12-9515-64da33ea6ed5', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'port_id': '148621bd-7213-4c12-9515-64da33ea6ed5', 'mac_address': 'fa:16:3e:42:43:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 07:33:45.934784 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 148621bd-7213-4c12-9515-64da33ea6ed5 is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:33:45.935159 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (148621bd-7213-4c12-9515-64da33ea6ed5), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:45.943324 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:45.948779 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148621bd-7213-4c12-9515-64da33ea6ed5 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:33:45.952828 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:45.974526 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 148621bd-7213-4c12-9515-64da33ea6ed5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=148621bd-7213-4c12-9515-64da33ea6ed5,segment=NetworkSegment(c05d0ba3-98c5-4b1c-b632-26a7e9300bb9),segment_id=c05d0ba3-98c5-4b1c-b632-26a7e9300bb9)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:33:45.978136 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (148621bd-7213-4c12-9515-64da33ea6ed5), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:46.023228 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=148621bd-7213-4c12-9515-64da33ea6ed5,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:46.333175 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-c6abe4ac-32b9-46b4-a518-c102ba98d555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:46.357319 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece15ca7-e3bd-407a-8772-db7bb0dbab44 req-87aab743-29ff-471a-a228-495e990e9a95 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:46.358942 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ece15ca7-e3bd-407a-8772-db7bb0dbab44 req-87aab743-29ff-471a-a228-495e990e9a95 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7bd1bfac-3396-4f20-bb69-0ce371638a22 HTTP/1.1" status: 200 len: 945 time: 0.0518310 Nov 02 07:33:46.363384 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['148621bd-7213-4c12-9515-64da33ea6ed5'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:33:46.407645 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ece15ca7-e3bd-407a-8772-db7bb0dbab44 req-e92fdf0f-2381-4cb8-b62e-5ab2c7d16c8c tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c2ceafc0-2e6d-4a35-ae98-0cf4b5668826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430357 Nov 02 07:33:46.424325 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=16 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:46.425852 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=30 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:47.529076 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd7a76-de83-41c0-adc7-3b5845f18144 req-3477b1d7-8459-4df0-bace-87dfd41aa969 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:47.530543 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9dfd7a76-de83-41c0-adc7-3b5845f18144 req-3477b1d7-8459-4df0-bace-87dfd41aa969 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7bd1bfac-3396-4f20-bb69-0ce371638a22 HTTP/1.1" status: 200 len: 945 time: 0.0470715 Nov 02 07:33:47.577691 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9dfd7a76-de83-41c0-adc7-3b5845f18144 req-ee18ca44-373e-49c9-a381-caabe23d7b6b tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c2ceafc0-2e6d-4a35-ae98-0cf4b5668826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409892 Nov 02 07:33:47.805771 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 148621bd-7213-4c12-9515-64da33ea6ed5 up at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:33:47.848415 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning for port 148621bd-7213-4c12-9515-64da33ea6ed5 completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 07:33:47.854218 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning complete for port 148621bd-7213-4c12-9515-64da33ea6ed5 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:33:47.854637 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (148621bd-7213-4c12-9515-64da33ea6ed5), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:47.854968 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Attempt 1 to provision port 148621bd-7213-4c12-9515-64da33ea6ed5 Nov 02 07:33:47.925007 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 148621bd-7213-4c12-9515-64da33ea6ed5 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:33:47.925406 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (148621bd-7213-4c12-9515-64da33ea6ed5), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:47.951582 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd1bfac-3396-4f20-bb69-0ce371638a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148621bd-7213-4c12-9515-64da33ea6ed5'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:33:47.953985 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae3fbe182e2c1c70a5346b740f804138ecd9042bc04c1c47f40fee79c776d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964332ef-b34d-4f46-8eaa-7b23bdfa0ecf" -d '{"events": [{"server_uuid": "7bd1bfac-3396-4f20-bb69-0ce371638a22", "name": "network-vif-plugged", "status": "completed", "tag": "148621bd-7213-4c12-9515-64da33ea6ed5"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:33:47.968214 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 148621bd-7213-4c12-9515-64da33ea6ed5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=148621bd-7213-4c12-9515-64da33ea6ed5,segment=NetworkSegment(c05d0ba3-98c5-4b1c-b632-26a7e9300bb9),segment_id=c05d0ba3-98c5-4b1c-b632-26a7e9300bb9)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:33:47.972065 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (148621bd-7213-4c12-9515-64da33ea6ed5), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:47.996457 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9454db13-8cc8-4765-9e40-04d161e5904c x-openstack-request-id: req-9454db13-8cc8-4765-9e40-04d161e5904c {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:33:47.996745 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd1bfac-3396-4f20-bb69-0ce371638a22", "name": "network-vif-plugged", "status": "completed", "tag": "148621bd-7213-4c12-9515-64da33ea6ed5", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:33:47.996999 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9454db13-8cc8-4765-9e40-04d161e5904c {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:33:47.997383 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9454db13-8cc8-4765-9e40-04d161e5904c'] response: {'server_uuid': '7bd1bfac-3396-4f20-bb69-0ce371638a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148621bd-7213-4c12-9515-64da33ea6ed5', 'code': 200} Nov 02 07:33:48.021807 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=148621bd-7213-4c12-9515-64da33ea6ed5,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:48.216122 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86933f-7021-4fdd-b6a5-ee59ffcae0e3 req-f349c71e-339f-4bd4-ab54-d38c4f3a5d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:48.217490 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2f86933f-7021-4fdd-b6a5-ee59ffcae0e3 req-f349c71e-339f-4bd4-ab54-d38c4f3a5d5e service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=7bd1bfac-3396-4f20-bb69-0ce371638a22 HTTP/1.1" status: 200 len: 1130 time: 0.0417883 Nov 02 07:33:48.251553 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:48.265408 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2f86933f-7021-4fdd-b6a5-ee59ffcae0e3 req-b69989cc-5dfd-485e-8bde-171fd300449d service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c2ceafc0-2e6d-4a35-ae98-0cf4b5668826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381057 Nov 02 07:33:48.532265 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-8837e833-2d26-4280-a467-ec72bb4c3f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:48.536098 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=26,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:48.536858 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=10,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:48.699371 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15beecbc-a2bd-42d6-9851-693a34179e5b req-773d915b-2daa-4c23-8b51-421a24781d00 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:48.700849 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-15beecbc-a2bd-42d6-9851-693a34179e5b req-773d915b-2daa-4c23-8b51-421a24781d00 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7bd1bfac-3396-4f20-bb69-0ce371638a22 HTTP/1.1" status: 200 len: 946 time: 0.0468228 Nov 02 07:33:48.751699 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-15beecbc-a2bd-42d6-9851-693a34179e5b req-9b81e6ea-f159-45a8-aa6c-c88fa42603e8 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c2ceafc0-2e6d-4a35-ae98-0cf4b5668826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453084 Nov 02 07:33:49.885468 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd8ec9-b904-454e-87ab-56f7bebedd35 req-b9859071-b1dc-4658-ad72-a88539451491 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:49.887648 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7cfd8ec9-b904-454e-87ab-56f7bebedd35 req-b9859071-b1dc-4658-ad72-a88539451491 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7bd1bfac-3396-4f20-bb69-0ce371638a22 HTTP/1.1" status: 200 len: 946 time: 0.0514605 Nov 02 07:33:49.904551 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:49.909770 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:49.947003 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7cfd8ec9-b904-454e-87ab-56f7bebedd35 req-d3844d84-7fd9-4e8e-a0ae-0d7e7ef6a6ba tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c2ceafc0-2e6d-4a35-ae98-0cf4b5668826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498621 Nov 02 07:33:50.070091 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7d5ac-215c-4253-861b-a2704b324b9d req-5984cf72-36ad-47c2-b4c8-d8ba46e21580 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:50.071588 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-04b7d5ac-215c-4253-861b-a2704b324b9d req-5984cf72-36ad-47c2-b4c8-d8ba46e21580 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7bd1bfac-3396-4f20-bb69-0ce371638a22 HTTP/1.1" status: 200 len: 946 time: 0.0493274 Nov 02 07:33:50.082242 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 39110) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:33:50.086611 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-801a42fd-7814-499c-815e-795dfe640aea tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Request body: {'floatingip': {'port_id': '148621bd-7213-4c12-9515-64da33ea6ed5'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:33:50.124638 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-801a42fd-7814-499c-815e-795dfe640aea tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for floatingip (2d151915-19ed-4990-8d4e-aceb218588d8), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:50.540664 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-801a42fd-7814-499c-815e-795dfe640aea tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:50.544361 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-801a42fd-7814-499c-815e-795dfe640aea tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (2d151915-19ed-4990-8d4e-aceb218588d8), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:50.638602 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.db.l3_db [None req-801a42fd-7814-499c-815e-795dfe640aea tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Floating IP 2d151915-19ed-4990-8d4e-aceb218588d8 associated. External IP: 172.27.2.173, port: 148621bd-7213-4c12-9515-64da33ea6ed5. Nov 02 07:33:50.833866 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801a42fd-7814-499c-815e-795dfe640aea tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Router 809828a3-4f45-44a0-b054-defd7df6335b has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:33:50.843396 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:50.936670 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801a42fd-7814-499c-815e-795dfe640aea tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:33:50.941539 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-801a42fd-7814-499c-815e-795dfe640aea tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:50.944815 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:50.946496 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44926e08-11b3-4a54-a53c-e2b249a6ef36 None None] Sync routers for ids ['809828a3-4f45-44a0-b054-defd7df6335b'] in dv-cinder-804735-33-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:33:50.956036 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44926e08-11b3-4a54-a53c-e2b249a6ef36 None None] Routers {'809828a3-4f45-44a0-b054-defd7df6335b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:33:50.956638 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-44926e08-11b3-4a54-a53c-e2b249a6ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:33:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['809828a3-4f45-44a0-b054-defd7df6335b'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:33:50.971576 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-801a42fd-7814-499c-815e-795dfe640aea tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/2d151915-19ed-4990-8d4e-aceb218588d8 HTTP/1.1" status: 200 len: 992 time: 0.8881507 Nov 02 07:33:50.972300 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd1bfac-3396-4f20-bb69-0ce371638a22', 'tag': '148621bd-7213-4c12-9515-64da33ea6ed5'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:33:50.975438 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b74076c-facb-4723-9427-505ba1b129af" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd1bfac-3396-4f20-bb69-0ce371638a22", "tag": "148621bd-7213-4c12-9515-64da33ea6ed5"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:33:51.012750 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734307c2-0d3b-4b1a-8e11-fedf11786a35 x-openstack-request-id: req-734307c2-0d3b-4b1a-8e11-fedf11786a35 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:33:51.013041 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd1bfac-3396-4f20-bb69-0ce371638a22", "tag": "148621bd-7213-4c12-9515-64da33ea6ed5", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:33:51.013291 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-734307c2-0d3b-4b1a-8e11-fedf11786a35 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:33:51.013694 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-734307c2-0d3b-4b1a-8e11-fedf11786a35'] response: {'name': 'network-changed', 'server_uuid': '7bd1bfac-3396-4f20-bb69-0ce371638a22', 'tag': '148621bd-7213-4c12-9515-64da33ea6ed5', 'status': 'completed', 'code': 200} Nov 02 07:33:51.062015 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-44926e08-11b3-4a54-a53c-e2b249a6ef36 None None] Set router 809828a3-4f45-44a0-b054-defd7df6335b gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:33:51.119879 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74076c-facb-4723-9427-505ba1b129af req-16642f6b-941e-4c0d-87af-27ca1a461051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:51.121288 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8b74076c-facb-4723-9427-505ba1b129af req-16642f6b-941e-4c0d-87af-27ca1a461051 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ba3bab98d31d49098a8e7242d51be646&device_id=7bd1bfac-3396-4f20-bb69-0ce371638a22 HTTP/1.1" status: 200 len: 1130 time: 0.0435026 Nov 02 07:33:51.213274 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74076c-facb-4723-9427-505ba1b129af req-39c8d48f-486e-490b-968b-32d040da0da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:51.214797 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8b74076c-facb-4723-9427-505ba1b129af req-39c8d48f-486e-490b-968b-32d040da0da5 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=db626555-8790-4323-a9e4-7db2e2eaf177 HTTP/1.1" status: 200 len: 915 time: 0.0841889 Nov 02 07:33:51.273828 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-44926e08-11b3-4a54-a53c-e2b249a6ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:30:52Z', 'revision_number': 4, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port': {'id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:46Z', 'updated_at': '2022-11-02T07:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '2d151915-19ed-4990-8d4e-aceb218588d8', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'port_id': '148621bd-7213-4c12-9515-64da33ea6ed5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'mac_address': 'fa:16:3e:42:43:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd1bfac-3396-4f20-bb69-0ce371638a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:33:38Z', 'updated_at': '2022-11-02T07:33:50Z', 'revision_number': 1, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839da449-2ff2-45b6-97aa-874949fa1c1d', 'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'mac_address': 'fa:16:3e:81:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:51Z', 'updated_at': '2022-11-02T07:30:58Z', 'revision_number': 5, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'subnets': [{'id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:33:51.283024 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8b74076c-facb-4723-9427-505ba1b129af req-15ca598a-bae4-44da-a4af-4d4d46aefb68 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=148621bd-7213-4c12-9515-64da33ea6ed5 HTTP/1.1" status: 200 len: 1000 time: 0.0589578 Nov 02 07:33:51.301590 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44926e08-11b3-4a54-a53c-e2b249a6ef36 None None] Checking router: 809828a3-4f45-44a0-b054-defd7df6335b for host: dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:33:51.303318 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:51.310256 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44926e08-11b3-4a54-a53c-e2b249a6ef36 None None] Routers {'809828a3-4f45-44a0-b054-defd7df6335b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:33:51.310882 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-44926e08-11b3-4a54-a53c-e2b249a6ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:33:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['809828a3-4f45-44a0-b054-defd7df6335b'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:33:51.335397 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74076c-facb-4723-9427-505ba1b129af req-9e6c8098-9fb3-4286-af20-16c45dccb6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:51.336857 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8b74076c-facb-4723-9427-505ba1b129af req-9e6c8098-9fb3-4286-af20-16c45dccb6a8 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=177e8dac-5f29-4a70-91c6-723300d96a3f HTTP/1.1" status: 200 len: 853 time: 0.0462410 Nov 02 07:33:51.386234 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74076c-facb-4723-9427-505ba1b129af req-766ced54-b748-490d-ba46-085c06b69a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:51.387899 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8b74076c-facb-4723-9427-505ba1b129af req-766ced54-b748-490d-ba46-085c06b69a9c service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=db626555-8790-4323-a9e4-7db2e2eaf177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425916 Nov 02 07:33:51.409009 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:51.423301 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-44926e08-11b3-4a54-a53c-e2b249a6ef36 None None] Set router 809828a3-4f45-44a0-b054-defd7df6335b gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:33:51.502059 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8b74076c-facb-4723-9427-505ba1b129af req-dc877a9e-323f-4281-bf88-3babd7c375b6 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/db626555-8790-4323-a9e4-7db2e2eaf177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059585 Nov 02 07:33:51.597330 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06bdc8-9d12-49aa-b0ba-04619f5ef030 req-10fbd126-69d1-4a4b-8fc3-dada98559584 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:51.599772 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0e06bdc8-9d12-49aa-b0ba-04619f5ef030 req-10fbd126-69d1-4a4b-8fc3-dada98559584 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4c89d505-bb4e-469f-bcb9-c336439e865a HTTP/1.1" status: 200 len: 945 time: 0.0500524 Nov 02 07:33:51.649587 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0e06bdc8-9d12-49aa-b0ba-04619f5ef030 req-9d87cad0-dd49-4ed4-9c52-b82cdb059204 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439391 Nov 02 07:33:51.737681 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-44926e08-11b3-4a54-a53c-e2b249a6ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:30:52Z', 'revision_number': 4, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port': {'id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:46Z', 'updated_at': '2022-11-02T07:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '2d151915-19ed-4990-8d4e-aceb218588d8', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'port_id': '148621bd-7213-4c12-9515-64da33ea6ed5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'mac_address': 'fa:16:3e:42:43:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd1bfac-3396-4f20-bb69-0ce371638a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:33:38Z', 'updated_at': '2022-11-02T07:33:50Z', 'revision_number': 1, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839da449-2ff2-45b6-97aa-874949fa1c1d', 'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'mac_address': 'fa:16:3e:81:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:51Z', 'updated_at': '2022-11-02T07:30:58Z', 'revision_number': 5, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'subnets': [{'id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:33:51.763172 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44926e08-11b3-4a54-a53c-e2b249a6ef36 None None] The sync data for ids ['809828a3-4f45-44a0-b054-defd7df6335b'] in dv-cinder-804735-33-iscsi is: [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:30:52Z', 'revision_number': 4, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port': {'id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:46Z', 'updated_at': '2022-11-02T07:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '2d151915-19ed-4990-8d4e-aceb218588d8', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'floating_ip_address': '172.27.2.173', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'port_id': '148621bd-7213-4c12-9515-64da33ea6ed5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'mac_address': 'fa:16:3e:42:43:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd1bfac-3396-4f20-bb69-0ce371638a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:33:38Z', 'updated_at': '2022-11-02T07:33:50Z', 'revision_number': 1, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839da449-2ff2-45b6-97aa-874949fa1c1d', 'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'mac_address': 'fa:16:3e:81:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:51Z', 'updated_at': '2022-11-02T07:30:58Z', 'revision_number': 5, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'subnets': [{'id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:33:51.943171 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bf75ee-66f8-4e47-8f71-af38f2cdfadd None None] New status for floating IP 2d151915-19ed-4990-8d4e-aceb218588d8: ACTIVE {{(pid=104570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 07:33:52.830420 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a19b3-b98a-4201-9630-bd18788143a8 req-b160a07a-7bd5-4ae5-b42e-4a22bef51da9 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:52.831851 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-938a19b3-b98a-4201-9630-bd18788143a8 req-b160a07a-7bd5-4ae5-b42e-4a22bef51da9 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4c89d505-bb4e-469f-bcb9-c336439e865a HTTP/1.1" status: 200 len: 945 time: 0.0992236 Nov 02 07:33:52.874289 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8b74076c-facb-4723-9427-505ba1b129af req-c8d054f6-0160-45f6-bf17-a4caca616a14 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/db626555-8790-4323-a9e4-7db2e2eaf177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491494 Nov 02 07:33:52.899061 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-938a19b3-b98a-4201-9630-bd18788143a8 req-86972346-a530-416b-b478-4c95a5f64178 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614398 Nov 02 07:33:53.423029 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff24fcc-0c03-4fd5-a464-021290504450 req-312d2d9d-1cc4-4e10-b91a-f937d2f98f67 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:53.424505 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bff24fcc-0c03-4fd5-a464-021290504450 req-312d2d9d-1cc4-4e10-b91a-f937d2f98f67 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4c89d505-bb4e-469f-bcb9-c336439e865a HTTP/1.1" status: 200 len: 945 time: 0.0499423 Nov 02 07:33:53.507605 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-bff24fcc-0c03-4fd5-a464-021290504450 req-a9fdee5a-9926-4501-a768-92165fec2789 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Deleting port 417309a1-1746-4c69-89dd-ecf6b6199572 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:33:53.507936 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-bff24fcc-0c03-4fd5-a464-021290504450 req-a9fdee5a-9926-4501-a768-92165fec2789 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (417309a1-1746-4c69-89dd-ecf6b6199572), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:53.565476 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:53.600584 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-bff24fcc-0c03-4fd5-a464-021290504450 req-a9fdee5a-9926-4501-a768-92165fec2789 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] For port 417309a1-1746-4c69-89dd-ecf6b6199572, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=417309a1-1746-4c69-89dd-ecf6b6199572,segment=NetworkSegment(b223cbb8-b9ce-47ec-9db9-80d47b3aacbd),segment_id=b223cbb8-b9ce-47ec-9db9-80d47b3aacbd)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:33:53.600939 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-bff24fcc-0c03-4fd5-a464-021290504450 req-a9fdee5a-9926-4501-a768-92165fec2789 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (417309a1-1746-4c69-89dd-ecf6b6199572), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:53.756282 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:53.758890 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-bff24fcc-0c03-4fd5-a464-021290504450 req-a9fdee5a-9926-4501-a768-92165fec2789 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:53.759351 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-bff24fcc-0c03-4fd5-a464-021290504450 req-a9fdee5a-9926-4501-a768-92165fec2789 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (a16e63c0-31df-47a6-b2fd-b3de1349ede4), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:53.759683 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.db.l3_db [req-bff24fcc-0c03-4fd5-a464-021290504450 req-a9fdee5a-9926-4501-a768-92165fec2789 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Floating IP a16e63c0-31df-47a6-b2fd-b3de1349ede4 disassociated. External IP: 172.27.2.152, port: 417309a1-1746-4c69-89dd-ecf6b6199572. Nov 02 07:33:53.760033 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-bff24fcc-0c03-4fd5-a464-021290504450 req-a9fdee5a-9926-4501-a768-92165fec2789 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Calling delete_port for 417309a1-1746-4c69-89dd-ecf6b6199572 owned by compute:nova {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:33:53.889224 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-bff24fcc-0c03-4fd5-a464-021290504450 req-a9fdee5a-9926-4501-a768-92165fec2789 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (417309a1-1746-4c69-89dd-ecf6b6199572), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:53.917689 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdee5a-9926-4501-a768-92165fec2789 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Pushing event deleted for resources: {'Port': ['ID=417309a1-1746-4c69-89dd-ecf6b6199572,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:54.039162 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-96d81d27-d5d1-4f7c-95cd-2fbd2f1f3b71 req-924e2fb1-6384-4214-a0af-e92c53eceb52 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4c89d505-bb4e-469f-bcb9-c336439e865a HTTP/1.1" status: 200 len: 210 time: 0.0577309 Nov 02 07:33:54.056722 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bff24fcc-0c03-4fd5-a464-021290504450 req-a9fdee5a-9926-4501-a768-92165fec2789 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Router 26112d59-8b1b-477a-acfc-80c36e5d6753 has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:33:54.161470 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bff24fcc-0c03-4fd5-a464-021290504450 req-a9fdee5a-9926-4501-a768-92165fec2789 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:33:54.170620 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed71e99-2507-4e4b-b7d2-d6f9ee303084 None None] Sync routers for ids ['26112d59-8b1b-477a-acfc-80c36e5d6753'] in dv-cinder-804735-33-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:33:54.181095 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed71e99-2507-4e4b-b7d2-d6f9ee303084 None None] Routers {'26112d59-8b1b-477a-acfc-80c36e5d6753'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:33:54.181707 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-eed71e99-2507-4e4b-b7d2-d6f9ee303084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:33:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['26112d59-8b1b-477a-acfc-80c36e5d6753'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:33:54.202793 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff24fcc-0c03-4fd5-a464-021290504450 req-a9fdee5a-9926-4501-a768-92165fec2789 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] No DVR routers for this DVR port 417309a1-1746-4c69-89dd-ecf6b6199572 on host hv-cinder-80473 {{(pid=104569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:33:54.205209 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-bff24fcc-0c03-4fd5-a464-021290504450 req-a9fdee5a-9926-4501-a768-92165fec2789 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:54.209077 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bff24fcc-0c03-4fd5-a464-021290504450 req-a9fdee5a-9926-4501-a768-92165fec2789 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.47 "DELETE /networking/v2.0/ports/417309a1-1746-4c69-89dd-ecf6b6199572 HTTP/1.1" status: 204 len: 173 time: 0.7793987 Nov 02 07:33:54.209570 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c89d505-bb4e-469f-bcb9-c336439e865a', 'name': 'network-vif-deleted', 'tag': '417309a1-1746-4c69-89dd-ecf6b6199572'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:33:54.211779 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b87d9fb-a8a6-48dd-bf4a-a230881ad898" -d '{"events": [{"server_uuid": "4c89d505-bb4e-469f-bcb9-c336439e865a", "name": "network-vif-deleted", "tag": "417309a1-1746-4c69-89dd-ecf6b6199572"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:33:54.249628 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594956f6-eb6f-4c2c-94c5-0577ecac4ce7 x-openstack-request-id: req-594956f6-eb6f-4c2c-94c5-0577ecac4ce7 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:33:54.250186 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c89d505-bb4e-469f-bcb9-c336439e865a", "name": "network-vif-deleted", "tag": "417309a1-1746-4c69-89dd-ecf6b6199572", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:33:54.250473 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-594956f6-eb6f-4c2c-94c5-0577ecac4ce7 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:33:54.250885 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-594956f6-eb6f-4c2c-94c5-0577ecac4ce7'] response: {'server_uuid': '4c89d505-bb4e-469f-bcb9-c336439e865a', 'name': 'network-vif-deleted', 'tag': '417309a1-1746-4c69-89dd-ecf6b6199572', 'status': 'completed', 'code': 200} Nov 02 07:33:54.303046 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-eed71e99-2507-4e4b-b7d2-d6f9ee303084 None None] Set router 26112d59-8b1b-477a-acfc-80c36e5d6753 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:33:54.431418 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=100 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:54.490321 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=100 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:54.501144 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-eed71e99-2507-4e4b-b7d2-d6f9ee303084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'name': 'tempest-TestVolumeBootPattern-1641613649-router', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:20Z', 'updated_at': '2022-11-02T07:30:26Z', 'revision_number': 4, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'gw_port': {'id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:21Z', 'updated_at': '2022-11-02T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '393f498e-4c1a-4e54-aa83-f24d808618db', 'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'mac_address': 'fa:16:3e:5d:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:25Z', 'updated_at': '2022-11-02T07:30:36Z', 'revision_number': 5, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'subnets': [{'id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:33:54.529580 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed71e99-2507-4e4b-b7d2-d6f9ee303084 None None] Checking router: 26112d59-8b1b-477a-acfc-80c36e5d6753 for host: dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:33:54.538608 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed71e99-2507-4e4b-b7d2-d6f9ee303084 None None] Routers {'26112d59-8b1b-477a-acfc-80c36e5d6753'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:33:54.539213 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-eed71e99-2507-4e4b-b7d2-d6f9ee303084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:33:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['26112d59-8b1b-477a-acfc-80c36e5d6753'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:33:54.641008 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-eed71e99-2507-4e4b-b7d2-d6f9ee303084 None None] Set router 26112d59-8b1b-477a-acfc-80c36e5d6753 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:33:54.836885 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-eed71e99-2507-4e4b-b7d2-d6f9ee303084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'name': 'tempest-TestVolumeBootPattern-1641613649-router', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:20Z', 'updated_at': '2022-11-02T07:30:26Z', 'revision_number': 4, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'gw_port': {'id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:21Z', 'updated_at': '2022-11-02T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '393f498e-4c1a-4e54-aa83-f24d808618db', 'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'mac_address': 'fa:16:3e:5d:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:25Z', 'updated_at': '2022-11-02T07:30:36Z', 'revision_number': 5, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'subnets': [{'id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:33:54.861767 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed71e99-2507-4e4b-b7d2-d6f9ee303084 None None] The sync data for ids ['26112d59-8b1b-477a-acfc-80c36e5d6753'] in dv-cinder-804735-33-iscsi is: [{'id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'name': 'tempest-TestVolumeBootPattern-1641613649-router', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:20Z', 'updated_at': '2022-11-02T07:30:26Z', 'revision_number': 4, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'gw_port': {'id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:21Z', 'updated_at': '2022-11-02T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '393f498e-4c1a-4e54-aa83-f24d808618db', 'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'mac_address': 'fa:16:3e:5d:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:25Z', 'updated_at': '2022-11-02T07:30:36Z', 'revision_number': 5, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'subnets': [{'id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:33:55.075179 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115c5ac0-fc59-4bca-b3cf-876d168ea37a None None] New status for floating IP a16e63c0-31df-47a6-b2fd-b3de1349ede4: DOWN {{(pid=104570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 07:33:55.154034 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-57d28185-f4fb-4b84-844e-89e17fceeb7c req-84caac4f-1ca3-43f1-b7f9-2fee7d17dde7 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4c89d505-bb4e-469f-bcb9-c336439e865a HTTP/1.1" status: 200 len: 210 time: 0.0280483 Nov 02 07:33:56.425264 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-0a18d864-0adb-4fe1-8b30-29bacedaa639 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1042148425&fields=id&tenant_id=566514b413e24aaebe69c11ce2159ac9 HTTP/1.1" status: 200 len: 267 time: 0.0477633 Nov 02 07:33:56.536391 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-8a2710ed-7033-4b7d-abdd-40f48cb604c3 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:56.537837 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-8a2710ed-7033-4b7d-abdd-40f48cb604c3 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f6809857-e0de-42f0-baa8-be80912a85f1 HTTP/1.1" status: 200 len: 812 time: 0.1054976 Nov 02 07:33:56.552051 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-299df64d-b6c2-43d5-888f-615a8d2fad16 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/quotas/566514b413e24aaebe69c11ce2159ac9 HTTP/1.1" status: 200 len: 375 time: 0.0088234 Nov 02 07:33:56.600449 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-f9f46a28-a7d5-4cab-9f94-01d1a62ff387 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=566514b413e24aaebe69c11ce2159ac9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436571 Nov 02 07:33:56.618922 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:56.701546 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-30ee222b-30c9-43a8-8063-5c6a7d6fe5a6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f6809857-e0de-42f0-baa8-be80912a85f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895751 Nov 02 07:33:56.794523 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-c4b4f2ef-ddf2-4313-af81-29f69fae7c39 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f6809857-e0de-42f0-baa8-be80912a85f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871918 Nov 02 07:33:57.141961 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e1d4f251-a614-4c28-bc38-a6d28c13413c req-1cb9dfcb-fcab-4c56-a40f-7e085aad7f5d tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b63e70e7-b2ef-4b6e-9457-7f92d1adc30b HTTP/1.1" status: 200 len: 210 time: 0.0345974 Nov 02 07:33:57.895878 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 417309a1-1746-4c69-89dd-ecf6b6199572 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:33:57.915190 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] No Port match for: 417309a1-1746-4c69-89dd-ecf6b6199572 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:33:57.915529 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 417309a1-1746-4c69-89dd-ecf6b6199572 not bound to the agent host hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:33:58.244591 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9f2a3061-bc45-49d6-b913-ad7402f18ee1 req-bb562c03-8166-44cc-9a8e-fa6ff15a91f1 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b63e70e7-b2ef-4b6e-9457-7f92d1adc30b HTTP/1.1" status: 200 len: 210 time: 0.0275483 Nov 02 07:33:58.426785 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:58.446400 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-dc6b6915-8d11-454c-8257-15055130517c tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:58.448422 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-dc6b6915-8d11-454c-8257-15055130517c tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.47 "GET /networking/v2.0/networks?id=f6809857-e0de-42f0-baa8-be80912a85f1 HTTP/1.1" status: 200 len: 812 time: 0.1113791 Nov 02 07:33:58.468742 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:58.522183 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-21ded29e-718f-4bd7-a6a9-123d5bd5077c tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=566514b413e24aaebe69c11ce2159ac9 HTTP/1.1" status: 200 len: 380 time: 0.0585506 Nov 02 07:33:58.541871 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-f1a94c96-fca9-4890-985b-0d724d999a5b tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Request body: {'port': {'device_id': 'b63e70e7-b2ef-4b6e-9457-7f92d1adc30b', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'admin_state_up': True, 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'security_groups': ['5d72272e-422f-4495-91b8-8e43ae384aca']}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:33:58.652723 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-f1a94c96-fca9-4890-985b-0d724d999a5b tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Made reservation on behalf of 566514b413e24aaebe69c11ce2159ac9 for: {'port': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:33:58.656497 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-f1a94c96-fca9-4890-985b-0d724d999a5b tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:58.783943 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-f1a94c96-fca9-4890-985b-0d724d999a5b tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Allocated IP 172.20.0.5 (f6809857-e0de-42f0-baa8-be80912a85f1/77ee38fc-7b77-488d-b9f4-ad8de0678fd1/5170ac1a-792e-408b-9e77-31d91e95efd5) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:33:59.208484 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-f1a94c96-fca9-4890-985b-0d724d999a5b tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for port (5170ac1a-792e-408b-9e77-31d91e95efd5), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:59.242137 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-f1a94c96-fca9-4890-985b-0d724d999a5b tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (5170ac1a-792e-408b-9e77-31d91e95efd5), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:59.272269 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:59.311292 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-f1a94c96-fca9-4890-985b-0d724d999a5b tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Network f6809857-e0de-42f0-baa8-be80912a85f1 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:33:59.312203 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a94c96-fca9-4890-985b-0d724d999a5b tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Pushing event updated for resources: {'Port': ['ID=5170ac1a-792e-408b-9e77-31d91e95efd5,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:59.316092 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-f1a94c96-fca9-4890-985b-0d724d999a5b tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:33:59.318255 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-f1a94c96-fca9-4890-985b-0d724d999a5b tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:33:59.409382 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-f1a94c96-fca9-4890-985b-0d724d999a5b tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:59.409983 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-f1a94c96-fca9-4890-985b-0d724d999a5b tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:59.418246 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9792eb-dcf9-44ae-a911-aabfa77dfab6 req-a3c8c890-d02b-4418-96cf-56c1f4408b27 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:33:59.419625 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9e9792eb-dcf9-44ae-a911-aabfa77dfab6 req-a3c8c890-d02b-4418-96cf-56c1f4408b27 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b63e70e7-b2ef-4b6e-9457-7f92d1adc30b HTTP/1.1" status: 200 len: 931 time: 0.0736392 Nov 02 07:33:59.440659 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-f1a94c96-fca9-4890-985b-0d724d999a5b tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9024286 Nov 02 07:33:59.463617 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-ba75682c-b08a-4d62-99bb-a009f9e9373c service neutron] Request body: {'port': {'device_id': 'b63e70e7-b2ef-4b6e-9457-7f92d1adc30b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:33:59.540870 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9e9792eb-dcf9-44ae-a911-aabfa77dfab6 req-5cb64c3f-9be9-405a-82c1-0f6d67b49c36 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122003 Nov 02 07:33:59.552323 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-60478182-4e2e-49ec-b5b5-186b2a43c940 None None] Provisioning complete for port 5170ac1a-792e-408b-9e77-31d91e95efd5 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:33:59.552942 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-60478182-4e2e-49ec-b5b5-186b2a43c940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (5170ac1a-792e-408b-9e77-31d91e95efd5), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:59.552942 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-60478182-4e2e-49ec-b5b5-186b2a43c940 None None] Attempt 1 to provision port 5170ac1a-792e-408b-9e77-31d91e95efd5 Nov 02 07:33:59.569154 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:59.570762 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-ba75682c-b08a-4d62-99bb-a009f9e9373c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (5170ac1a-792e-408b-9e77-31d91e95efd5), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:59.580781 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:UPDATE=11,neutron:SELECT=88,neutron:DELETE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:33:59.599602 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-60478182-4e2e-49ec-b5b5-186b2a43c940 None None] Port 5170ac1a-792e-408b-9e77-31d91e95efd5 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:33:59.827959 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-ba75682c-b08a-4d62-99bb-a009f9e9373c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5170ac1a-792e-408b-9e77-31d91e95efd5 {{(pid=104569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:33:59.835552 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-ba75682c-b08a-4d62-99bb-a009f9e9373c service neutron] Publish callbacks [] for port (5170ac1a-792e-408b-9e77-31d91e95efd5), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:59.848336 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.provisioning_blocks [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-ba75682c-b08a-4d62-99bb-a009f9e9373c service neutron] Transition to ACTIVE for port object 5170ac1a-792e-408b-9e77-31d91e95efd5 will not be triggered until provisioned by entity L2. {{(pid=104569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 07:33:59.852395 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-ba75682c-b08a-4d62-99bb-a009f9e9373c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (5170ac1a-792e-408b-9e77-31d91e95efd5), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:33:59.912729 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75682c-b08a-4d62-99bb-a009f9e9373c service neutron] Pushing event updated for resources: {'Port': ['ID=5170ac1a-792e-408b-9e77-31d91e95efd5,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:33:59.959187 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-ba75682c-b08a-4d62-99bb-a009f9e9373c service neutron] Attempting to bind port 5170ac1a-792e-408b-9e77-31d91e95efd5 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:33:59.959517 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-ba75682c-b08a-4d62-99bb-a009f9e9373c service neutron] Attempting to bind port 5170ac1a-792e-408b-9e77-31d91e95efd5 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'b223cbb8-b9ce-47ec-9db9-80d47b3aacbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1'}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:33:59.959836 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-ba75682c-b08a-4d62-99bb-a009f9e9373c service neutron] Attempting to bind port 5170ac1a-792e-408b-9e77-31d91e95efd5 on network f6809857-e0de-42f0-baa8-be80912a85f1 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:34:00.004602 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-ba75682c-b08a-4d62-99bb-a009f9e9373c service neutron] Port 5170ac1a-792e-408b-9e77-31d91e95efd5 on network f6809857-e0de-42f0-baa8-be80912a85f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 07:34:00.005009 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-ba75682c-b08a-4d62-99bb-a009f9e9373c service neutron] Attempting to bind port 5170ac1a-792e-408b-9e77-31d91e95efd5 on network f6809857-e0de-42f0-baa8-be80912a85f1 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:34:00.047831 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-ba75682c-b08a-4d62-99bb-a009f9e9373c service neutron] Checking agent: {'id': '8bd0314e-b36f-45c2-bb1e-4de001688fd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'started_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:34:00.048158 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-ba75682c-b08a-4d62-99bb-a009f9e9373c service neutron] Checking segment: {'id': 'b223cbb8-b9ce-47ec-9db9-80d47b3aacbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:34:00.048535 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-ba75682c-b08a-4d62-99bb-a009f9e9373c service neutron] Bound using segment: {'id': 'b223cbb8-b9ce-47ec-9db9-80d47b3aacbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1'} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:34:00.048959 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-ba75682c-b08a-4d62-99bb-a009f9e9373c service neutron] Bound port: 5170ac1a-792e-408b-9e77-31d91e95efd5, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b223cbb8-b9ce-47ec-9db9-80d47b3aacbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1'}}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:34:00.049303 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-ba75682c-b08a-4d62-99bb-a009f9e9373c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (5170ac1a-792e-408b-9e77-31d91e95efd5), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:00.109179 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-ba75682c-b08a-4d62-99bb-a009f9e9373c service neutron] For port 5170ac1a-792e-408b-9e77-31d91e95efd5, host hv-cinder-80473, cleared binding levels {{(pid=104569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:34:00.112209 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-ba75682c-b08a-4d62-99bb-a009f9e9373c service neutron] For port 5170ac1a-792e-408b-9e77-31d91e95efd5, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5170ac1a-792e-408b-9e77-31d91e95efd5,segment=NetworkSegment(b223cbb8-b9ce-47ec-9db9-80d47b3aacbd),segment_id=b223cbb8-b9ce-47ec-9db9-80d47b3aacbd)] {{(pid=104569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:34:00.119703 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-ba75682c-b08a-4d62-99bb-a009f9e9373c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (5170ac1a-792e-408b-9e77-31d91e95efd5), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:00.124040 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-ba75682c-b08a-4d62-99bb-a009f9e9373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:00.124903 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-ba75682c-b08a-4d62-99bb-a009f9e9373c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:00.126272 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-ba75682c-b08a-4d62-99bb-a009f9e9373c service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/5170ac1a-792e-408b-9e77-31d91e95efd5 HTTP/1.1" status: 200 len: 1093 time: 0.6693618 Nov 02 07:34:00.126838 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63e70e7-b2ef-4b6e-9457-7f92d1adc30b', 'tag': '5170ac1a-792e-408b-9e77-31d91e95efd5'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:34:00.129427 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21ac1dc-c13f-4c33-91ed-d2e40092d202" -d '{"events": [{"name": "network-changed", "server_uuid": "b63e70e7-b2ef-4b6e-9457-7f92d1adc30b", "tag": "5170ac1a-792e-408b-9e77-31d91e95efd5"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:34:00.174084 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8538159-aa26-475e-8071-a3fc1343b6c1 x-openstack-request-id: req-a8538159-aa26-475e-8071-a3fc1343b6c1 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:34:00.174380 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b63e70e7-b2ef-4b6e-9457-7f92d1adc30b", "tag": "5170ac1a-792e-408b-9e77-31d91e95efd5", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:34:00.174658 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a8538159-aa26-475e-8071-a3fc1343b6c1 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:34:00.175051 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8538159-aa26-475e-8071-a3fc1343b6c1'] response: {'name': 'network-changed', 'server_uuid': 'b63e70e7-b2ef-4b6e-9457-7f92d1adc30b', 'tag': '5170ac1a-792e-408b-9e77-31d91e95efd5', 'status': 'completed', 'code': 200} Nov 02 07:34:00.180636 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75682c-b08a-4d62-99bb-a009f9e9373c service neutron] Pushing event updated for resources: {'Port': ['ID=5170ac1a-792e-408b-9e77-31d91e95efd5,revision_number=3']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:00.256098 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-e8cc7501-9581-494a-a110-1d3a87287596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:00.257553 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-e8cc7501-9581-494a-a110-1d3a87287596 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=566514b413e24aaebe69c11ce2159ac9&device_id=b63e70e7-b2ef-4b6e-9457-7f92d1adc30b HTTP/1.1" status: 200 len: 1127 time: 0.0431802 Nov 02 07:34:00.303651 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-d37034f0-afa3-4f21-a4f0-eedb7af89ba8 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5170ac1a-792e-408b-9e77-31d91e95efd5 HTTP/1.1" status: 200 len: 217 time: 0.0316396 Nov 02 07:34:00.338693 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:00.353855 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-aec8c4d5-5266-43c4-864f-d44cea6ad852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:00.355372 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-aec8c4d5-5266-43c4-864f-d44cea6ad852 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=77ee38fc-7b77-488d-b9f4-ad8de0678fd1 HTTP/1.1" status: 200 len: 851 time: 0.0442402 Nov 02 07:34:00.403364 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-0264ef77-af55-4232-8cfe-cdf84cc02e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:00.404970 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-0264ef77-af55-4232-8cfe-cdf84cc02e44 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=f6809857-e0de-42f0-baa8-be80912a85f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402963 Nov 02 07:34:00.458287 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:00.519530 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-6a9b4584-a366-4c57-a1e6-79936df38c8f service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f6809857-e0de-42f0-baa8-be80912a85f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915270 Nov 02 07:34:00.617642 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1900a02f-cf86-4d42-acaa-8691c35868e3 req-1fb4b62a-1d94-4772-bde6-a4e9bf2b27ef service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f6809857-e0de-42f0-baa8-be80912a85f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911469 Nov 02 07:34:00.676802 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94022c6-f70b-478b-bd64-c5c277873205 req-fba80795-3d62-4409-916a-dd855affa377 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:00.679236 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b94022c6-f70b-478b-bd64-c5c277873205 req-fba80795-3d62-4409-916a-dd855affa377 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b63e70e7-b2ef-4b6e-9457-7f92d1adc30b HTTP/1.1" status: 200 len: 943 time: 0.0586178 Nov 02 07:34:00.729950 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b94022c6-f70b-478b-bd64-c5c277873205 req-4bb62a5e-524f-4e4b-a5f5-ef8b4e66b78c tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456553 Nov 02 07:34:00.876597 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65781ac6-54b9-4c38-aca5-e1415f0dcdff req-24e07fac-4ecc-42ed-8d00-f7e854c5c3fb tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:00.878036 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-65781ac6-54b9-4c38-aca5-e1415f0dcdff req-24e07fac-4ecc-42ed-8d00-f7e854c5c3fb tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0512037 Nov 02 07:34:00.923853 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-65781ac6-54b9-4c38-aca5-e1415f0dcdff req-39f685a2-5cd7-4adb-9e0c-e3eb3a831af1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402467 Nov 02 07:34:01.061197 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ac1dc-c13f-4c33-91ed-d2e40092d202 req-261b99e5-b4f9-4117-9f1b-8035fec3f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:01.062728 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b21ac1dc-c13f-4c33-91ed-d2e40092d202 req-261b99e5-b4f9-4117-9f1b-8035fec3f639 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=566514b413e24aaebe69c11ce2159ac9&device_id=b63e70e7-b2ef-4b6e-9457-7f92d1adc30b HTTP/1.1" status: 200 len: 1127 time: 0.0443599 Nov 02 07:34:01.851693 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75475fac-a3c6-4f68-bdf3-d0b067067aac req-1306098d-0855-4f22-9233-2ed8b1107afe tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:01.853052 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-75475fac-a3c6-4f68-bdf3-d0b067067aac req-1306098d-0855-4f22-9233-2ed8b1107afe tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b63e70e7-b2ef-4b6e-9457-7f92d1adc30b HTTP/1.1" status: 200 len: 943 time: 0.0462816 Nov 02 07:34:01.902140 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-75475fac-a3c6-4f68-bdf3-d0b067067aac req-85a9e5f5-35f6-41ec-812b-35e9fe905e1d tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436234 Nov 02 07:34:02.046623 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196cd39-b673-4055-ab93-6ce50babb147 req-4a4e454f-3d32-4427-b642-b4909ecea429 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:02.048060 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6196cd39-b673-4055-ab93-6ce50babb147 req-4a4e454f-3d32-4427-b642-b4909ecea429 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0457370 Nov 02 07:34:02.095548 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6196cd39-b673-4055-ab93-6ce50babb147 req-6eae7757-8164-4898-9d86-99dd9786534c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414441 Nov 02 07:34:03.023650 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57724f-126e-4141-b9ed-d44f1cdf682c req-29682765-614c-44aa-87b9-e9be2eaf3668 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:03.025094 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ba57724f-126e-4141-b9ed-d44f1cdf682c req-29682765-614c-44aa-87b9-e9be2eaf3668 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b63e70e7-b2ef-4b6e-9457-7f92d1adc30b HTTP/1.1" status: 200 len: 943 time: 0.0494049 Nov 02 07:34:03.073835 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ba57724f-126e-4141-b9ed-d44f1cdf682c req-e5c700d4-390b-473f-8351-a161a1dcf343 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431740 Nov 02 07:34:03.216903 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ec109-49fc-474d-a559-520227245319 req-e402d786-f8b8-4986-89da-cdd7130361b6 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:03.218278 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d70ec109-49fc-474d-a559-520227245319 req-e402d786-f8b8-4986-89da-cdd7130361b6 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0483525 Nov 02 07:34:03.265886 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d70ec109-49fc-474d-a559-520227245319 req-21bf49f6-38da-425d-bed2-afe179816237 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418694 Nov 02 07:34:03.627508 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:34:04.196817 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb85d5a-572a-465e-a038-0bfee0ef2168 req-46b4a282-2eec-4787-8315-82369fad78e9 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:04.198290 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5eb85d5a-572a-465e-a038-0bfee0ef2168 req-46b4a282-2eec-4787-8315-82369fad78e9 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b63e70e7-b2ef-4b6e-9457-7f92d1adc30b HTTP/1.1" status: 200 len: 943 time: 0.0499809 Nov 02 07:34:04.246885 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5eb85d5a-572a-465e-a038-0bfee0ef2168 req-814a6972-d2dc-4c4b-89ba-11b0b894c90e tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429859 Nov 02 07:34:04.386191 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e2256-96f2-4222-9de7-bb5c89ed0541 req-d19a233a-87cf-490b-8507-88493aad08bd tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:04.387571 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-581e2256-96f2-4222-9de7-bb5c89ed0541 req-d19a233a-87cf-490b-8507-88493aad08bd tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0474253 Nov 02 07:34:04.417933 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:04.434667 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-581e2256-96f2-4222-9de7-bb5c89ed0541 req-19bda5c9-755f-4134-baa6-9d399fd88335 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416691 Nov 02 07:34:04.686042 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:04.689311 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ac1dc-c13f-4c33-91ed-d2e40092d202 req-80b25324-5ca0-4de8-8045-0ceb7bb7c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:04.690835 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b21ac1dc-c13f-4c33-91ed-d2e40092d202 req-80b25324-5ca0-4de8-8045-0ceb7bb7c793 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=f6809857-e0de-42f0-baa8-be80912a85f1 HTTP/1.1" status: 200 len: 913 time: 0.0917294 Nov 02 07:34:04.771274 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b21ac1dc-c13f-4c33-91ed-d2e40092d202 req-533617ed-a508-4f4a-8d48-39948e0f4d53 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5170ac1a-792e-408b-9e77-31d91e95efd5 HTTP/1.1" status: 200 len: 217 time: 0.0342309 Nov 02 07:34:04.913506 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ac1dc-c13f-4c33-91ed-d2e40092d202 req-dac9af20-f634-409b-bae6-f8cd2e06409f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:04.914903 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b21ac1dc-c13f-4c33-91ed-d2e40092d202 req-dac9af20-f634-409b-bae6-f8cd2e06409f service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=77ee38fc-7b77-488d-b9f4-ad8de0678fd1 HTTP/1.1" status: 200 len: 851 time: 0.0456417 Nov 02 07:34:04.962118 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ac1dc-c13f-4c33-91ed-d2e40092d202 req-75ec31da-211f-4fb3-b2d4-1113ff8bbf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:04.963583 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b21ac1dc-c13f-4c33-91ed-d2e40092d202 req-75ec31da-211f-4fb3-b2d4-1113ff8bbf14 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=f6809857-e0de-42f0-baa8-be80912a85f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414352 Nov 02 07:34:05.104758 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a1d7d-2846-4c9e-b504-8f8350910e08 req-18702928-5fe2-4ee8-a98f-d9e5fb12f11a tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:05.106240 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fc8a1d7d-2846-4c9e-b504-8f8350910e08 req-18702928-5fe2-4ee8-a98f-d9e5fb12f11a tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0470183 Nov 02 07:34:05.148937 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b21ac1dc-c13f-4c33-91ed-d2e40092d202 req-3af730bb-8e2c-4a87-af9f-1a7a41ba5057 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f6809857-e0de-42f0-baa8-be80912a85f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900624 Nov 02 07:34:05.192791 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-fc8a1d7d-2846-4c9e-b504-8f8350910e08 req-c048dc99-372a-400c-afde-0ddbbf7e3776 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Deleting port 47c195f9-fe3d-4872-a0a9-ef4120548d09 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:34:05.193054 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-fc8a1d7d-2846-4c9e-b504-8f8350910e08 req-c048dc99-372a-400c-afde-0ddbbf7e3776 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (47c195f9-fe3d-4872-a0a9-ef4120548d09), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:05.246263 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b21ac1dc-c13f-4c33-91ed-d2e40092d202 req-0a1fcecf-6644-4486-ac2c-e1d6246b6f45 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f6809857-e0de-42f0-baa8-be80912a85f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912459 Nov 02 07:34:05.289092 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-fc8a1d7d-2846-4c9e-b504-8f8350910e08 req-c048dc99-372a-400c-afde-0ddbbf7e3776 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] For port 47c195f9-fe3d-4872-a0a9-ef4120548d09, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=47c195f9-fe3d-4872-a0a9-ef4120548d09,segment=NetworkSegment(9319e40f-b31f-4389-b110-ad9b4c314925),segment_id=9319e40f-b31f-4389-b110-ad9b4c314925)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:34:05.289330 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-fc8a1d7d-2846-4c9e-b504-8f8350910e08 req-c048dc99-372a-400c-afde-0ddbbf7e3776 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (47c195f9-fe3d-4872-a0a9-ef4120548d09), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:05.370407 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71732935-dad9-4c89-b451-c19e609c956e req-e2f718b5-738c-466f-a2f3-12218360114c tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:05.372105 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-71732935-dad9-4c89-b451-c19e609c956e req-e2f718b5-738c-466f-a2f3-12218360114c tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b63e70e7-b2ef-4b6e-9457-7f92d1adc30b HTTP/1.1" status: 200 len: 943 time: 0.0488086 Nov 02 07:34:05.429032 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-71732935-dad9-4c89-b451-c19e609c956e req-1c18c4a2-3a1f-4d92-93bf-0703e74fafd3 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507288 Nov 02 07:34:05.457611 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-fc8a1d7d-2846-4c9e-b504-8f8350910e08 req-c048dc99-372a-400c-afde-0ddbbf7e3776 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:05.457892 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-fc8a1d7d-2846-4c9e-b504-8f8350910e08 req-c048dc99-372a-400c-afde-0ddbbf7e3776 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (fd0cba83-54da-419d-856f-c024150fabcc), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:05.458208 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.db.l3_db [req-fc8a1d7d-2846-4c9e-b504-8f8350910e08 req-c048dc99-372a-400c-afde-0ddbbf7e3776 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Floating IP fd0cba83-54da-419d-856f-c024150fabcc disassociated. External IP: 172.27.2.11, port: 47c195f9-fe3d-4872-a0a9-ef4120548d09. Nov 02 07:34:05.458608 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-fc8a1d7d-2846-4c9e-b504-8f8350910e08 req-c048dc99-372a-400c-afde-0ddbbf7e3776 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Calling delete_port for 47c195f9-fe3d-4872-a0a9-ef4120548d09 owned by compute:nova {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:34:05.557721 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4de734-8460-41bc-9dfb-03af3c333abe req-44e8493f-2090-4902-abdc-8cfc41f7593c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:05.559330 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-de4de734-8460-41bc-9dfb-03af3c333abe req-44e8493f-2090-4902-abdc-8cfc41f7593c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 945 time: 0.0480814 Nov 02 07:34:05.591566 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-fc8a1d7d-2846-4c9e-b504-8f8350910e08 req-c048dc99-372a-400c-afde-0ddbbf7e3776 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (47c195f9-fe3d-4872-a0a9-ef4120548d09), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:05.611103 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-de4de734-8460-41bc-9dfb-03af3c333abe req-3bd81cdc-b64d-4f41-aafa-04702a92d71a tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=15a520ff-8802-4a67-87f8-5f957c6af321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459313 Nov 02 07:34:05.618311 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048dc99-372a-400c-afde-0ddbbf7e3776 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Pushing event deleted for resources: {'Port': ['ID=47c195f9-fe3d-4872-a0a9-ef4120548d09,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:05.628503 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048dc99-372a-400c-afde-0ddbbf7e3776 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:05.628787 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048dc99-372a-400c-afde-0ddbbf7e3776 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:05.629261 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048dc99-372a-400c-afde-0ddbbf7e3776 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:05.629602 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048dc99-372a-400c-afde-0ddbbf7e3776 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:05.629934 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048dc99-372a-400c-afde-0ddbbf7e3776 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:05.630266 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048dc99-372a-400c-afde-0ddbbf7e3776 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:05.630614 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048dc99-372a-400c-afde-0ddbbf7e3776 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:05.630940 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048dc99-372a-400c-afde-0ddbbf7e3776 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:05.631263 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048dc99-372a-400c-afde-0ddbbf7e3776 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:05.631583 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048dc99-372a-400c-afde-0ddbbf7e3776 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:05.632402 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048dc99-372a-400c-afde-0ddbbf7e3776 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:05.632402 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048dc99-372a-400c-afde-0ddbbf7e3776 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:05.632569 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048dc99-372a-400c-afde-0ddbbf7e3776 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:05.632825 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048dc99-372a-400c-afde-0ddbbf7e3776 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:05.633145 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c048dc99-372a-400c-afde-0ddbbf7e3776 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:05.746603 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc8a1d7d-2846-4c9e-b504-8f8350910e08 req-c048dc99-372a-400c-afde-0ddbbf7e3776 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Router c80cad22-ba32-4d6f-b8d2-fa375507979c has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:34:05.848927 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc8a1d7d-2846-4c9e-b504-8f8350910e08 req-c048dc99-372a-400c-afde-0ddbbf7e3776 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:34:05.859926 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a52245-0cd6-4b6a-8f44-14f9f0e55b99 None None] Sync routers for ids ['c80cad22-ba32-4d6f-b8d2-fa375507979c'] in dv-cinder-804735-33-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:34:05.869672 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a52245-0cd6-4b6a-8f44-14f9f0e55b99 None None] Routers {'c80cad22-ba32-4d6f-b8d2-fa375507979c'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:34:05.870268 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-67a52245-0cd6-4b6a-8f44-14f9f0e55b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:33:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['c80cad22-ba32-4d6f-b8d2-fa375507979c'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:34:05.891026 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8a1d7d-2846-4c9e-b504-8f8350910e08 req-c048dc99-372a-400c-afde-0ddbbf7e3776 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] No DVR routers for this DVR port 47c195f9-fe3d-4872-a0a9-ef4120548d09 on host hv-cinder-80473 {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:34:05.893658 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-fc8a1d7d-2846-4c9e-b504-8f8350910e08 req-c048dc99-372a-400c-afde-0ddbbf7e3776 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:05.897611 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-fc8a1d7d-2846-4c9e-b504-8f8350910e08 req-c048dc99-372a-400c-afde-0ddbbf7e3776 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.47 "DELETE /networking/v2.0/ports/47c195f9-fe3d-4872-a0a9-ef4120548d09 HTTP/1.1" status: 204 len: 173 time: 0.7846498 Nov 02 07:34:05.898100 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8c1657-4f0c-4856-aa2f-7536a549ad16', 'name': 'network-vif-deleted', 'tag': '47c195f9-fe3d-4872-a0a9-ef4120548d09'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:34:05.900409 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9997e5a547caebf426b03fe71677bb46cfe6f7be44514c48e4ec619a10615394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02efc256-001b-4b91-9144-b35527a51f2d" -d '{"events": [{"server_uuid": "7f8c1657-4f0c-4856-aa2f-7536a549ad16", "name": "network-vif-deleted", "tag": "47c195f9-fe3d-4872-a0a9-ef4120548d09"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:34:05.945981 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c25ea3-e460-44a9-95eb-ce2a869efb95 x-openstack-request-id: req-07c25ea3-e460-44a9-95eb-ce2a869efb95 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:34:05.946270 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8c1657-4f0c-4856-aa2f-7536a549ad16", "name": "network-vif-deleted", "tag": "47c195f9-fe3d-4872-a0a9-ef4120548d09", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:34:05.946565 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-07c25ea3-e460-44a9-95eb-ce2a869efb95 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:34:05.947021 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07c25ea3-e460-44a9-95eb-ce2a869efb95'] response: {'server_uuid': '7f8c1657-4f0c-4856-aa2f-7536a549ad16', 'name': 'network-vif-deleted', 'tag': '47c195f9-fe3d-4872-a0a9-ef4120548d09', 'status': 'completed', 'code': 200} Nov 02 07:34:05.977778 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-67a52245-0cd6-4b6a-8f44-14f9f0e55b99 None None] Set router c80cad22-ba32-4d6f-b8d2-fa375507979c gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:34:06.177601 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-67a52245-0cd6-4b6a-8f44-14f9f0e55b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'name': 'tempest-ServerRescueNegativeTestJSON-1966386420-router', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:12Z', 'updated_at': '2022-11-02T07:29:19Z', 'revision_number': 4, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'gw_port': {'id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:13Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '0c7267b6-a9f5-4310-904e-c7f9db85954f', 'name': '', 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'mac_address': 'fa:16:3e:c4:8d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '2425be66-0e89-40dd-949b-94121b115f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:17Z', 'updated_at': '2022-11-02T07:29:33Z', 'revision_number': 5, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'subnets': [{'id': '2425be66-0e89-40dd-949b-94121b115f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:34:06.202446 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a52245-0cd6-4b6a-8f44-14f9f0e55b99 None None] Checking router: c80cad22-ba32-4d6f-b8d2-fa375507979c for host: dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:34:06.211329 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a52245-0cd6-4b6a-8f44-14f9f0e55b99 None None] Routers {'c80cad22-ba32-4d6f-b8d2-fa375507979c'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:34:06.211943 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-67a52245-0cd6-4b6a-8f44-14f9f0e55b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:33:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['c80cad22-ba32-4d6f-b8d2-fa375507979c'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:34:06.383761 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=100 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:06.385983 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=100 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:06.405665 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-67a52245-0cd6-4b6a-8f44-14f9f0e55b99 None None] Set router c80cad22-ba32-4d6f-b8d2-fa375507979c gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:34:06.550587 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a242ec3-299c-4089-84cb-2b061aba7109 req-7e1cf907-6f53-4d42-80fe-f1a4244906ed tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:06.552543 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9a242ec3-299c-4089-84cb-2b061aba7109 req-7e1cf907-6f53-4d42-80fe-f1a4244906ed tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b63e70e7-b2ef-4b6e-9457-7f92d1adc30b HTTP/1.1" status: 200 len: 943 time: 0.0473533 Nov 02 07:34:06.587528 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-67a52245-0cd6-4b6a-8f44-14f9f0e55b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'name': 'tempest-ServerRescueNegativeTestJSON-1966386420-router', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:12Z', 'updated_at': '2022-11-02T07:29:19Z', 'revision_number': 4, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'gw_port': {'id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:13Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '0c7267b6-a9f5-4310-904e-c7f9db85954f', 'name': '', 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'mac_address': 'fa:16:3e:c4:8d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '2425be66-0e89-40dd-949b-94121b115f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:17Z', 'updated_at': '2022-11-02T07:29:33Z', 'revision_number': 5, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'subnets': [{'id': '2425be66-0e89-40dd-949b-94121b115f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:34:06.606304 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9a242ec3-299c-4089-84cb-2b061aba7109 req-bd3367e5-8366-4b9e-891f-a256e7f04584 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471845 Nov 02 07:34:06.614903 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a52245-0cd6-4b6a-8f44-14f9f0e55b99 None None] The sync data for ids ['c80cad22-ba32-4d6f-b8d2-fa375507979c'] in dv-cinder-804735-33-iscsi is: [{'id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'name': 'tempest-ServerRescueNegativeTestJSON-1966386420-router', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:12Z', 'updated_at': '2022-11-02T07:29:19Z', 'revision_number': 4, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'gw_port': {'id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:13Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '0c7267b6-a9f5-4310-904e-c7f9db85954f', 'name': '', 'network_id': 'f40ed210-eb7b-4935-8be8-8b7615c77c12', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'mac_address': 'fa:16:3e:c4:8d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '2425be66-0e89-40dd-949b-94121b115f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:17Z', 'updated_at': '2022-11-02T07:29:33Z', 'revision_number': 5, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'subnets': [{'id': '2425be66-0e89-40dd-949b-94121b115f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:34:06.738866 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-843b19c9-4eab-4a35-9f71-9d0c398b36e2 req-01e90212-3bbc-4680-8118-daa9064590ea tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7f8c1657-4f0c-4856-aa2f-7536a549ad16 HTTP/1.1" status: 200 len: 210 time: 0.0295467 Nov 02 07:34:06.841081 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d487a4a7-8796-48cc-bcbd-41bf7df86b06 None None] New status for floating IP fd0cba83-54da-419d-856f-c024150fabcc: DOWN {{(pid=104570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 07:34:07.732242 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c8c27-23c4-4fb9-81bb-35c1d1bf6ed6 req-fca4dcca-bf71-4a1f-89df-931c7e617f69 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:07.733585 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-579c8c27-23c4-4fb9-81bb-35c1d1bf6ed6 req-fca4dcca-bf71-4a1f-89df-931c7e617f69 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b63e70e7-b2ef-4b6e-9457-7f92d1adc30b HTTP/1.1" status: 200 len: 943 time: 0.0490713 Nov 02 07:34:07.782920 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-579c8c27-23c4-4fb9-81bb-35c1d1bf6ed6 req-d31a0744-8fa0-439b-bbfb-44fb702c4f35 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429339 Nov 02 07:34:07.838992 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 39216) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:34:07.892721 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-88ec8bf3-70be-4f51-b19f-7474187160a2 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks [] for security_group (15a520ff-8802-4a67-87f8-5f957c6af321), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:07.915201 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-88ec8bf3-70be-4f51-b19f-7474187160a2 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks [] for security_group (15a520ff-8802-4a67-87f8-5f957c6af321), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:07.917670 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 47c195f9-fe3d-4872-a0a9-ef4120548d09 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:34:07.939765 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] No Port match for: 47c195f9-fe3d-4872-a0a9-ef4120548d09 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:34:07.940102 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 47c195f9-fe3d-4872-a0a9-ef4120548d09 not bound to the agent host hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:34:07.965964 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-88ec8bf3-70be-4f51-b19f-7474187160a2 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (15a520ff-8802-4a67-87f8-5f957c6af321), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:07.968530 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-88ec8bf3-70be-4f51-b19f-7474187160a2 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:07.969781 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-88ec8bf3-70be-4f51-b19f-7474187160a2 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/15a520ff-8802-4a67-87f8-5f957c6af321 HTTP/1.1" status: 204 len: 168 time: 0.1297762 Nov 02 07:34:07.972416 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 39218) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:34:07.980530 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec8bf3-70be-4f51-b19f-7474187160a2 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a520ff-8802-4a67-87f8-5f957c6af321,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:07.986974 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.api.v2.resource [None req-c5635df9-017d-43f8-8692-b48cc64df5a6 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] show failed (client error): The resource could not be found. Nov 02 07:34:07.990568 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-c5635df9-017d-43f8-8692-b48cc64df5a6 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups/15a520ff-8802-4a67-87f8-5f957c6af321 HTTP/1.1" status: 404 len: 347 time: 0.0138559 Nov 02 07:34:07.990961 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 39220) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:34:08.090611 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:08.102823 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-0450af16-bbb8-4359-b267-88781954096c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Deleting port ffb92e7e-ac6c-434d-bea7-d1566b07efcf {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:34:08.103160 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0450af16-bbb8-4359-b267-88781954096c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (ffb92e7e-ac6c-434d-bea7-d1566b07efcf), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:08.124080 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:08.185012 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0450af16-bbb8-4359-b267-88781954096c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (ffb92e7e-ac6c-434d-bea7-d1566b07efcf), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:08.185334 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0450af16-bbb8-4359-b267-88781954096c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks [] for floatingip (ffb92e7e-ac6c-434d-bea7-d1566b07efcf), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:08.197173 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-0450af16-bbb8-4359-b267-88781954096c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Calling delete_port for ffb92e7e-ac6c-434d-bea7-d1566b07efcf owned by network:floatingip {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:34:08.328349 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0450af16-bbb8-4359-b267-88781954096c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (ffb92e7e-ac6c-434d-bea7-d1566b07efcf), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:08.354291 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450af16-bbb8-4359-b267-88781954096c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Pushing event deleted for resources: {'Port': ['ID=ffb92e7e-ac6c-434d-bea7-d1566b07efcf,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:08.414349 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0450af16-bbb8-4359-b267-88781954096c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks [] for floatingip (fd0cba83-54da-419d-856f-c024150fabcc), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:08.416844 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0450af16-bbb8-4359-b267-88781954096c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:08.417991 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-0450af16-bbb8-4359-b267-88781954096c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/fd0cba83-54da-419d-856f-c024150fabcc HTTP/1.1" status: 204 len: 168 time: 0.4260929 Nov 02 07:34:08.909135 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe382387-59ef-4a7c-9629-ba991621f927 req-22673232-14d6-4feb-8a2c-c77847ca39fe tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:08.910569 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-fe382387-59ef-4a7c-9629-ba991621f927 req-22673232-14d6-4feb-8a2c-c77847ca39fe tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b63e70e7-b2ef-4b6e-9457-7f92d1adc30b HTTP/1.1" status: 200 len: 943 time: 0.0503905 Nov 02 07:34:08.933908 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:08.963891 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-fe382387-59ef-4a7c-9629-ba991621f927 req-974584fc-d142-438f-861c-764dbba8af49 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476027 Nov 02 07:34:10.079507 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:10.088005 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc9643-5a56-405a-8a27-6e481039f5d9 req-4c700466-ab04-4779-a6fd-58a837244ae7 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:10.089488 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e0dc9643-5a56-405a-8a27-6e481039f5d9 req-4c700466-ab04-4779-a6fd-58a837244ae7 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b63e70e7-b2ef-4b6e-9457-7f92d1adc30b HTTP/1.1" status: 200 len: 943 time: 0.0481534 Nov 02 07:34:10.138668 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e0dc9643-5a56-405a-8a27-6e481039f5d9 req-4fdd3177-72bf-4c13-b112-d113bdf3713c tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435760 Nov 02 07:34:10.930586 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f64ec4-2378-44f9-b3e6-c0415117095e req-a699bc7c-7805-4a05-88b9-b4def9a00a8c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:10.932032 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c9f64ec4-2378-44f9-b3e6-c0415117095e req-a699bc7c-7805-4a05-88b9-b4def9a00a8c tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.0499558 Nov 02 07:34:10.978711 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c9f64ec4-2378-44f9-b3e6-c0415117095e req-20eb6613-6309-43c0-98a3-b81f67c8b293 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410230 Nov 02 07:34:11.263812 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6170fc-0666-4126-99b9-efae6f77838b req-de6d4f4c-0f21-40bb-9676-674fbd36c316 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:11.265304 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-fc6170fc-0666-4126-99b9-efae6f77838b req-de6d4f4c-0f21-40bb-9676-674fbd36c316 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b63e70e7-b2ef-4b6e-9457-7f92d1adc30b HTTP/1.1" status: 200 len: 943 time: 0.0509460 Nov 02 07:34:11.314425 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-fc6170fc-0666-4126-99b9-efae6f77838b req-ec452402-ff7c-4ed1-b2bc-81f9c9b536cd tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434010 Nov 02 07:34:11.925799 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 5170ac1a-792e-408b-9e77-31d91e95efd5 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 07:34:11.937365 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:12.025641 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 5170ac1a-792e-408b-9e77-31d91e95efd5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5170ac1a-792e-408b-9e77-31d91e95efd5,segment=NetworkSegment(b223cbb8-b9ce-47ec-9db9-80d47b3aacbd),segment_id=b223cbb8-b9ce-47ec-9db9-80d47b3aacbd)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:34:12.041415 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Returning: {'device': '5170ac1a-792e-408b-9e77-31d91e95efd5', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'port_id': '5170ac1a-792e-408b-9e77-31d91e95efd5', 'mac_address': 'fa:16:3e:47:ad:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 07:34:12.079445 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 5170ac1a-792e-408b-9e77-31d91e95efd5 is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:34:12.079832 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (5170ac1a-792e-408b-9e77-31d91e95efd5), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:12.093362 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5170ac1a-792e-408b-9e77-31d91e95efd5 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:34:12.101260 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb723ddb-5589-4347-852b-f4b73d68edfe req-c2a7ea8a-935d-46f7-af63-1c8f8bf0e95b tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:12.102775 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-cb723ddb-5589-4347-852b-f4b73d68edfe req-c2a7ea8a-935d-46f7-af63-1c8f8bf0e95b tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.0472291 Nov 02 07:34:12.114897 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 5170ac1a-792e-408b-9e77-31d91e95efd5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5170ac1a-792e-408b-9e77-31d91e95efd5,segment=NetworkSegment(b223cbb8-b9ce-47ec-9db9-80d47b3aacbd),segment_id=b223cbb8-b9ce-47ec-9db9-80d47b3aacbd)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:34:12.118842 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (5170ac1a-792e-408b-9e77-31d91e95efd5), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:12.151540 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-cb723ddb-5589-4347-852b-f4b73d68edfe req-889506f4-eae6-40bb-9f82-68303ee37e93 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430145 Nov 02 07:34:12.166004 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=5170ac1a-792e-408b-9e77-31d91e95efd5,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:12.438633 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbaf9e-a037-4664-a79e-22b30ebe1a3b req-670b55d7-b7ba-4ad9-8747-300da9f5e5e2 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:12.439992 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a2bbaf9e-a037-4664-a79e-22b30ebe1a3b req-670b55d7-b7ba-4ad9-8747-300da9f5e5e2 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b63e70e7-b2ef-4b6e-9457-7f92d1adc30b HTTP/1.1" status: 200 len: 944 time: 0.0499449 Nov 02 07:34:12.488015 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a2bbaf9e-a037-4664-a79e-22b30ebe1a3b req-95e86d5a-81f2-4c75-b995-9744224969ff tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425062 Nov 02 07:34:12.494526 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['5170ac1a-792e-408b-9e77-31d91e95efd5'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:34:13.271659 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5a1fb-c089-4fec-ba61-a321d45c88cd req-01de681c-831d-4d68-88ec-212cac553ce1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:13.273142 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-92a5a1fb-c089-4fec-ba61-a321d45c88cd req-01de681c-831d-4d68-88ec-212cac553ce1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.0467470 Nov 02 07:34:13.320387 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-92a5a1fb-c089-4fec-ba61-a321d45c88cd req-cbe78f7d-c4e4-46a7-a585-afdf2fffca31 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417762 Nov 02 07:34:13.492462 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e47323-499e-4613-8dff-90e9f6551fbf req-fe30e074-533c-4b3f-b83b-1bcffb76e546 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:13.494032 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b6e47323-499e-4613-8dff-90e9f6551fbf req-fe30e074-533c-4b3f-b83b-1bcffb76e546 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 945 time: 0.0472989 Nov 02 07:34:13.591676 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-b6e47323-499e-4613-8dff-90e9f6551fbf req-e9510f24-af2f-4af7-b416-5d463c3c2dd1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Deleting port 3c1f0233-b78d-4abc-80ac-644aeafb4656 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:34:13.592249 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-b6e47323-499e-4613-8dff-90e9f6551fbf req-e9510f24-af2f-4af7-b416-5d463c3c2dd1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (3c1f0233-b78d-4abc-80ac-644aeafb4656), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:13.616442 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d41f6-bd39-4bd8-b995-4203b14d5308 req-a3c04341-089d-4982-93c9-771bff18de22 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:13.618008 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-da7d41f6-bd39-4bd8-b995-4203b14d5308 req-a3c04341-089d-4982-93c9-771bff18de22 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b63e70e7-b2ef-4b6e-9457-7f92d1adc30b HTTP/1.1" status: 200 len: 944 time: 0.0493944 Nov 02 07:34:13.676513 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-da7d41f6-bd39-4bd8-b995-4203b14d5308 req-9ae77fa3-7a70-4c2b-a8f0-5a3968f87e94 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502090 Nov 02 07:34:13.694017 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-b6e47323-499e-4613-8dff-90e9f6551fbf req-e9510f24-af2f-4af7-b416-5d463c3c2dd1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] For port 3c1f0233-b78d-4abc-80ac-644aeafb4656, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3c1f0233-b78d-4abc-80ac-644aeafb4656,segment=NetworkSegment(9319e40f-b31f-4389-b110-ad9b4c314925),segment_id=9319e40f-b31f-4389-b110-ad9b4c314925)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:34:13.694396 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-b6e47323-499e-4613-8dff-90e9f6551fbf req-e9510f24-af2f-4af7-b416-5d463c3c2dd1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (3c1f0233-b78d-4abc-80ac-644aeafb4656), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:13.708147 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-b6e47323-499e-4613-8dff-90e9f6551fbf req-e9510f24-af2f-4af7-b416-5d463c3c2dd1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Calling delete_port for 3c1f0233-b78d-4abc-80ac-644aeafb4656 owned by compute:nova {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:34:13.839602 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-b6e47323-499e-4613-8dff-90e9f6551fbf req-e9510f24-af2f-4af7-b416-5d463c3c2dd1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (3c1f0233-b78d-4abc-80ac-644aeafb4656), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:13.869570 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9510f24-af2f-4af7-b416-5d463c3c2dd1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Pushing event deleted for resources: {'Port': ['ID=3c1f0233-b78d-4abc-80ac-644aeafb4656,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:13.882856 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['0ee6dd20-0770-4e10-ac8f-d0e34d519f81', '3c1f0233-b78d-4abc-80ac-644aeafb4656'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:34:13.929671 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b051c-a396-48d7-8a2f-391de60a4fd4 req-66dd4a84-e7e7-49fe-9558-727f000cc7b7 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:13.933101 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a75b051c-a396-48d7-8a2f-391de60a4fd4 req-66dd4a84-e7e7-49fe-9558-727f000cc7b7 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.0643001 Nov 02 07:34:13.955797 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 5170ac1a-792e-408b-9e77-31d91e95efd5 up at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:34:13.987276 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a75b051c-a396-48d7-8a2f-391de60a4fd4 req-eec8b0d5-c865-471d-9b68-2495d961b73e tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484679 Nov 02 07:34:14.027208 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:14.041182 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning for port 5170ac1a-792e-408b-9e77-31d91e95efd5 completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 07:34:14.049112 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning complete for port 5170ac1a-792e-408b-9e77-31d91e95efd5 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:34:14.049482 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (5170ac1a-792e-408b-9e77-31d91e95efd5), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:14.049816 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Attempt 1 to provision port 5170ac1a-792e-408b-9e77-31d91e95efd5 Nov 02 07:34:14.085849 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:14.136860 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e47323-499e-4613-8dff-90e9f6551fbf req-e9510f24-af2f-4af7-b416-5d463c3c2dd1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] No DVR routers for this DVR port 3c1f0233-b78d-4abc-80ac-644aeafb4656 on host hv-cinder-80473 {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:34:14.139217 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-b6e47323-499e-4613-8dff-90e9f6551fbf req-e9510f24-af2f-4af7-b416-5d463c3c2dd1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:14.142407 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b6e47323-499e-4613-8dff-90e9f6551fbf req-e9510f24-af2f-4af7-b416-5d463c3c2dd1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.47 "DELETE /networking/v2.0/ports/3c1f0233-b78d-4abc-80ac-644aeafb4656 HTTP/1.1" status: 204 len: 173 time: 0.6405551 Nov 02 07:34:14.142886 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684b9aec-ddff-4c9c-9c18-957a432b3c17', 'name': 'network-vif-deleted', 'tag': '3c1f0233-b78d-4abc-80ac-644aeafb4656'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:34:14.146016 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9997e5a547caebf426b03fe71677bb46cfe6f7be44514c48e4ec619a10615394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2262686-4f23-4d12-bf54-895109904428" -d '{"events": [{"server_uuid": "684b9aec-ddff-4c9c-9c18-957a432b3c17", "name": "network-vif-deleted", "tag": "3c1f0233-b78d-4abc-80ac-644aeafb4656"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:34:14.164191 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 5170ac1a-792e-408b-9e77-31d91e95efd5 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:34:14.164511 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (5170ac1a-792e-408b-9e77-31d91e95efd5), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:14.186328 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c9acc4-d5ce-4cf7-a1fd-61933dd41487 x-openstack-request-id: req-e9c9acc4-d5ce-4cf7-a1fd-61933dd41487 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:34:14.186647 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684b9aec-ddff-4c9c-9c18-957a432b3c17", "name": "network-vif-deleted", "tag": "3c1f0233-b78d-4abc-80ac-644aeafb4656", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:34:14.186912 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9c9acc4-d5ce-4cf7-a1fd-61933dd41487 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:34:14.187313 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9c9acc4-d5ce-4cf7-a1fd-61933dd41487'] response: {'server_uuid': '684b9aec-ddff-4c9c-9c18-957a432b3c17', 'name': 'network-vif-deleted', 'tag': '3c1f0233-b78d-4abc-80ac-644aeafb4656', 'status': 'completed', 'code': 200} Nov 02 07:34:14.188873 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63e70e7-b2ef-4b6e-9457-7f92d1adc30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5170ac1a-792e-408b-9e77-31d91e95efd5'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:34:14.191124 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae3fbe182e2c1c70a5346b740f804138ecd9042bc04c1c47f40fee79c776d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ee210d-08f2-4cf6-87dd-18cb89a421f2" -d '{"events": [{"server_uuid": "b63e70e7-b2ef-4b6e-9457-7f92d1adc30b", "name": "network-vif-plugged", "status": "completed", "tag": "5170ac1a-792e-408b-9e77-31d91e95efd5"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:34:14.203969 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 5170ac1a-792e-408b-9e77-31d91e95efd5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5170ac1a-792e-408b-9e77-31d91e95efd5,segment=NetworkSegment(b223cbb8-b9ce-47ec-9db9-80d47b3aacbd),segment_id=b223cbb8-b9ce-47ec-9db9-80d47b3aacbd)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:34:14.208578 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (5170ac1a-792e-408b-9e77-31d91e95efd5), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:14.238405 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ef1a4c-5aba-4f84-a4f1-9128cb37da99 x-openstack-request-id: req-86ef1a4c-5aba-4f84-a4f1-9128cb37da99 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:34:14.238706 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63e70e7-b2ef-4b6e-9457-7f92d1adc30b", "name": "network-vif-plugged", "status": "completed", "tag": "5170ac1a-792e-408b-9e77-31d91e95efd5", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:34:14.239567 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86ef1a4c-5aba-4f84-a4f1-9128cb37da99 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:34:14.239567 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86ef1a4c-5aba-4f84-a4f1-9128cb37da99'] response: {'server_uuid': 'b63e70e7-b2ef-4b6e-9457-7f92d1adc30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5170ac1a-792e-408b-9e77-31d91e95efd5', 'code': 200} Nov 02 07:34:14.265850 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=5170ac1a-792e-408b-9e77-31d91e95efd5,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:14.452871 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e050c367-3a12-423e-af0a-f28009b6f6e5 req-e087cc56-bc78-44a8-b875-9b5bf974b84e tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 210 time: 0.0284445 Nov 02 07:34:14.602333 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795c1d5-6ddf-4bae-9ec0-ef816a7b229b req-f349fe62-4852-422a-9a5a-8d8c2069f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:14.603869 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4795c1d5-6ddf-4bae-9ec0-ef816a7b229b req-f349fe62-4852-422a-9a5a-8d8c2069f544 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b63e70e7-b2ef-4b6e-9457-7f92d1adc30b HTTP/1.1" status: 200 len: 1129 time: 0.0398746 Nov 02 07:34:14.628571 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:14.658561 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4795c1d5-6ddf-4bae-9ec0-ef816a7b229b req-ba5ad0a9-68a2-465a-9913-d4b51c80e880 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425439 Nov 02 07:34:14.799285 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc10bf-4bb9-4b3d-83ef-6414771ad5d5 req-2a0817d3-4214-4772-a7c5-a13400904ef4 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:14.800741 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c0cc10bf-4bb9-4b3d-83ef-6414771ad5d5 req-2a0817d3-4214-4772-a7c5-a13400904ef4 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b63e70e7-b2ef-4b6e-9457-7f92d1adc30b HTTP/1.1" status: 200 len: 945 time: 0.0472729 Nov 02 07:34:14.854529 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c0cc10bf-4bb9-4b3d-83ef-6414771ad5d5 req-d287b461-6a05-4287-8855-e75ca505fef1 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474830 Nov 02 07:34:15.115572 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98026bca-0a8a-4448-9861-7c69bd1fade1 req-f6bc7687-8051-4e65-9a73-0ac79d868e44 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:15.116925 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-98026bca-0a8a-4448-9861-7c69bd1fade1 req-f6bc7687-8051-4e65-9a73-0ac79d868e44 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.0464959 Nov 02 07:34:15.164476 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-98026bca-0a8a-4448-9861-7c69bd1fade1 req-2ac518e8-d0a8-41c6-9d7d-f491cbbdbab1 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420661 Nov 02 07:34:15.675152 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1e94cf26-7f18-48b2-bc7e-e622f8f73930 req-4d5b75e1-835d-4526-8108-d39bc7b3329b tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=684b9aec-ddff-4c9c-9c18-957a432b3c17 HTTP/1.1" status: 200 len: 210 time: 0.1340649 Nov 02 07:34:15.981285 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99e74e-5391-47e4-a88e-deb3433770b2 req-5f0ea2fb-8bfc-472a-875f-4e9febb3bc41 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:15.982748 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0c99e74e-5391-47e4-a88e-deb3433770b2 req-5f0ea2fb-8bfc-472a-875f-4e9febb3bc41 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b63e70e7-b2ef-4b6e-9457-7f92d1adc30b HTTP/1.1" status: 200 len: 945 time: 0.0492830 Nov 02 07:34:16.024239 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:16.033365 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0c99e74e-5391-47e4-a88e-deb3433770b2 req-f801c50b-b317-4365-9349-3a7c5e45ac5f tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448363 Nov 02 07:34:16.252710 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:16.292319 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aee44c-e52a-4d99-b16c-179ab57d435a req-1249c626-15a2-4782-80c4-f3a9d77aa203 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:16.293849 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a2aee44c-e52a-4d99-b16c-179ab57d435a req-1249c626-15a2-4782-80c4-f3a9d77aa203 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.0497613 Nov 02 07:34:16.335109 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4f15ad45-4a3e-4832-a8af-817305e8ce6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:16.343873 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a2aee44c-e52a-4d99-b16c-179ab57d435a req-1a139a94-1e9d-4914-911c-61f0f9e2e391 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444636 Nov 02 07:34:16.584546 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=21 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:16.591422 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=25 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:16.948790 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7931aa-50d0-4f43-8d46-e720067df562 req-7f9e39e4-921d-45ff-a052-e003faa550da tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:16.950220 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-df7931aa-50d0-4f43-8d46-e720067df562 req-7f9e39e4-921d-45ff-a052-e003faa550da tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 945 time: 0.0485811 Nov 02 07:34:16.999573 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-df7931aa-50d0-4f43-8d46-e720067df562 req-eebb8598-da49-4831-b3e3-5da2ecd6ee4a tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437622 Nov 02 07:34:17.153840 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b20eaf-e976-4aaa-b1bf-86e9435e54c7 req-832fbff8-b4ca-45e0-b5fc-43b62ed8d610 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:17.155230 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-75b20eaf-e976-4aaa-b1bf-86e9435e54c7 req-832fbff8-b4ca-45e0-b5fc-43b62ed8d610 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b63e70e7-b2ef-4b6e-9457-7f92d1adc30b HTTP/1.1" status: 200 len: 945 time: 0.0463848 Nov 02 07:34:17.203879 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-75b20eaf-e976-4aaa-b1bf-86e9435e54c7 req-b6c09c11-5c4d-4fc7-a7f9-08b187f634a2 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426702 Nov 02 07:34:17.327329 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d3066-cbe7-44bb-aed3-f6725dc55ef4 req-36f072a6-6af2-498d-b32c-7d92e407e403 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:17.328975 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-159d3066-cbe7-44bb-aed3-f6725dc55ef4 req-36f072a6-6af2-498d-b32c-7d92e407e403 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b63e70e7-b2ef-4b6e-9457-7f92d1adc30b HTTP/1.1" status: 200 len: 945 time: 0.0474765 Nov 02 07:34:17.377575 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-159d3066-cbe7-44bb-aed3-f6725dc55ef4 req-bfc20a8f-71f8-4ca1-ba2a-58fe3954264a tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429623 Nov 02 07:34:17.406289 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 39312) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:34:17.448241 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9771011-d37b-40da-b8b6-af285082aed1 tempest-TestVolumeBootPattern-1697385160 tempest-TestVolumeBootPattern-1697385160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:17.449825 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-f9771011-d37b-40da-b8b6-af285082aed1 tempest-TestVolumeBootPattern-1697385160 tempest-TestVolumeBootPattern-1697385160-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b63e70e7-b2ef-4b6e-9457-7f92d1adc30b HTTP/1.1" status: 200 len: 1124 time: 0.0425234 Nov 02 07:34:17.452732 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 39314) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:34:17.458001 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-07aedcef-9af2-48eb-9644-bb0afa12c178 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Request body: {'floatingip': {'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'port_id': '5170ac1a-792e-408b-9e77-31d91e95efd5', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:34:17.474015 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88de68-b1fc-4cfd-a7a3-a7f198580c8e req-174e2830-a00d-425d-9dc3-a1e9a4907ea3 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:17.475506 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3a88de68-b1fc-4cfd-a7a3-a7f198580c8e req-174e2830-a00d-425d-9dc3-a1e9a4907ea3 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.0522335 Nov 02 07:34:17.480349 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-07aedcef-9af2-48eb-9644-bb0afa12c178 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:17.503373 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:17.524416 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3a88de68-b1fc-4cfd-a7a3-a7f198580c8e req-87b94920-9c32-4d68-857c-5cd30ff37b4c tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431581 Nov 02 07:34:17.559557 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-07aedcef-9af2-48eb-9644-bb0afa12c178 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:17.669487 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-07aedcef-9af2-48eb-9644-bb0afa12c178 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Allocated IP 172.27.2.195 (ac01166e-81e9-4cae-b853-f9fd1f541c1c/957d630b-2ac5-4777-98af-d9a9e169b647/9e283b52-a279-4d5b-8315-368d59f2eb70) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:34:17.770575 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-07aedcef-9af2-48eb-9644-bb0afa12c178 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for port (9e283b52-a279-4d5b-8315-368d59f2eb70), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:17.802938 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-07aedcef-9af2-48eb-9644-bb0afa12c178 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (9e283b52-a279-4d5b-8315-368d59f2eb70), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:17.847293 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07aedcef-9af2-48eb-9644-bb0afa12c178 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Network ac01166e-81e9-4cae-b853-f9fd1f541c1c is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:34:17.853107 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-07aedcef-9af2-48eb-9644-bb0afa12c178 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:34:17.855239 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aedcef-9af2-48eb-9644-bb0afa12c178 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Pushing event updated for resources: {'Port': ['ID=9e283b52-a279-4d5b-8315-368d59f2eb70,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:17.857334 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aedcef-9af2-48eb-9644-bb0afa12c178 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:34:17.945108 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 3c1f0233-b78d-4abc-80ac-644aeafb4656 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:34:18.100960 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] No Port match for: 3c1f0233-b78d-4abc-80ac-644aeafb4656 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:34:18.101322 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 3c1f0233-b78d-4abc-80ac-644aeafb4656 not bound to the agent host hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:34:18.127569 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bd9c7-2816-4c98-946d-f7397f8d100e req-a0459784-eda5-4124-81d6-0e999a0555a1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:18.129788 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-976bd9c7-2816-4c98-946d-f7397f8d100e req-a0459784-eda5-4124-81d6-0e999a0555a1 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 945 time: 0.0507004 Nov 02 07:34:18.173934 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:18.176688 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-976bd9c7-2816-4c98-946d-f7397f8d100e req-7422aaaf-68b1-48c9-b224-95671161b7ee tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415545 Nov 02 07:34:18.227369 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-07aedcef-9af2-48eb-9644-bb0afa12c178 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for floatingip (0d105f55-5dbd-40ed-aaa0-0e2d2dd5ef6e), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:18.290856 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:18.294001 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-07aedcef-9af2-48eb-9644-bb0afa12c178 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (9e283b52-a279-4d5b-8315-368d59f2eb70), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:18.439538 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-07aedcef-9af2-48eb-9644-bb0afa12c178 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for port (9e283b52-a279-4d5b-8315-368d59f2eb70), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:18.444395 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-07aedcef-9af2-48eb-9644-bb0afa12c178 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576543'] for port (9e283b52-a279-4d5b-8315-368d59f2eb70), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:18.511992 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aedcef-9af2-48eb-9644-bb0afa12c178 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Pushing event updated for resources: {'Port': ['ID=9e283b52-a279-4d5b-8315-368d59f2eb70,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:18.514466 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-07aedcef-9af2-48eb-9644-bb0afa12c178 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (0d105f55-5dbd-40ed-aaa0-0e2d2dd5ef6e), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:18.533351 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-7d270214-50d4-4f27-bc3a-59e7c7c9318e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:18.611139 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.db.l3_db [None req-07aedcef-9af2-48eb-9644-bb0afa12c178 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Floating IP 0d105f55-5dbd-40ed-aaa0-0e2d2dd5ef6e associated. External IP: 172.27.2.195, port: 5170ac1a-792e-408b-9e77-31d91e95efd5. Nov 02 07:34:18.652743 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4c22d-719b-474e-b5db-b013a7c2b80b req-55f5a7ca-ef80-4987-81f5-9cc84d764938 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:18.654234 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-96b4c22d-719b-474e-b5db-b013a7c2b80b req-55f5a7ca-ef80-4987-81f5-9cc84d764938 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.0487657 Nov 02 07:34:18.705188 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-96b4c22d-719b-474e-b5db-b013a7c2b80b req-ee462160-05b5-4bf2-a1a7-09e3d8fbb10c tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452967 Nov 02 07:34:18.811684 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07aedcef-9af2-48eb-9644-bb0afa12c178 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Router 26112d59-8b1b-477a-acfc-80c36e5d6753 has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:34:18.916724 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07aedcef-9af2-48eb-9644-bb0afa12c178 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:34:18.926798 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3a2cd9-912a-424e-9329-3f05ca9be4e1 None None] Sync routers for ids ['26112d59-8b1b-477a-acfc-80c36e5d6753'] in dv-cinder-804735-33-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:34:18.935875 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-07aedcef-9af2-48eb-9644-bb0afa12c178 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:18.938733 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3a2cd9-912a-424e-9329-3f05ca9be4e1 None None] Routers {'26112d59-8b1b-477a-acfc-80c36e5d6753'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:34:18.939406 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-ad3a2cd9-912a-424e-9329-3f05ca9be4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:34:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['26112d59-8b1b-477a-acfc-80c36e5d6753'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:34:18.967333 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-07aedcef-9af2-48eb-9644-bb0afa12c178 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5133390 Nov 02 07:34:18.967976 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63e70e7-b2ef-4b6e-9457-7f92d1adc30b', 'tag': '5170ac1a-792e-408b-9e77-31d91e95efd5'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:34:18.970201 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9997e5a547caebf426b03fe71677bb46cfe6f7be44514c48e4ec619a10615394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89c26c4-e7cc-4707-8761-72b7eef6dc80" -d '{"events": [{"name": "network-changed", "server_uuid": "b63e70e7-b2ef-4b6e-9457-7f92d1adc30b", "tag": "5170ac1a-792e-408b-9e77-31d91e95efd5"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:34:19.008202 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7561e462-c96f-4bac-860d-61e03e4dd24a x-openstack-request-id: req-7561e462-c96f-4bac-860d-61e03e4dd24a {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:34:19.008496 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b63e70e7-b2ef-4b6e-9457-7f92d1adc30b", "tag": "5170ac1a-792e-408b-9e77-31d91e95efd5", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:34:19.008754 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7561e462-c96f-4bac-860d-61e03e4dd24a {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:34:19.009302 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7561e462-c96f-4bac-860d-61e03e4dd24a'] response: {'name': 'network-changed', 'server_uuid': 'b63e70e7-b2ef-4b6e-9457-7f92d1adc30b', 'tag': '5170ac1a-792e-408b-9e77-31d91e95efd5', 'status': 'completed', 'code': 200} Nov 02 07:34:19.042619 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-ad3a2cd9-912a-424e-9329-3f05ca9be4e1 None None] Set router 26112d59-8b1b-477a-acfc-80c36e5d6753 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:34:19.250476 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-ad3a2cd9-912a-424e-9329-3f05ca9be4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'name': 'tempest-TestVolumeBootPattern-1641613649-router', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:20Z', 'updated_at': '2022-11-02T07:30:26Z', 'revision_number': 4, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'gw_port': {'id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:21Z', 'updated_at': '2022-11-02T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '0d105f55-5dbd-40ed-aaa0-0e2d2dd5ef6e', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'port_id': '5170ac1a-792e-408b-9e77-31d91e95efd5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'mac_address': 'fa:16:3e:47:ad:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63e70e7-b2ef-4b6e-9457-7f92d1adc30b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:34:18Z', 'updated_at': '2022-11-02T07:34:18Z', 'revision_number': 0, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393f498e-4c1a-4e54-aa83-f24d808618db', 'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'mac_address': 'fa:16:3e:5d:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:25Z', 'updated_at': '2022-11-02T07:30:36Z', 'revision_number': 5, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'subnets': [{'id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:34:19.276605 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3a2cd9-912a-424e-9329-3f05ca9be4e1 None None] Checking router: 26112d59-8b1b-477a-acfc-80c36e5d6753 for host: dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:34:19.285034 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3a2cd9-912a-424e-9329-3f05ca9be4e1 None None] Routers {'26112d59-8b1b-477a-acfc-80c36e5d6753'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:34:19.286429 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-ad3a2cd9-912a-424e-9329-3f05ca9be4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:34:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['26112d59-8b1b-477a-acfc-80c36e5d6753'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:34:19.298171 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409bae3c-9582-4214-9c42-e177734ac561 req-92a08d7b-4a69-4005-acb0-c51ad622d175 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:19.299703 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-409bae3c-9582-4214-9c42-e177734ac561 req-92a08d7b-4a69-4005-acb0-c51ad622d175 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 945 time: 0.0472257 Nov 02 07:34:19.347396 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-409bae3c-9582-4214-9c42-e177734ac561 req-0d9e2116-296e-45b1-819c-b4d377fe584f tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418863 Nov 02 07:34:19.387853 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-ad3a2cd9-912a-424e-9329-3f05ca9be4e1 None None] Set router 26112d59-8b1b-477a-acfc-80c36e5d6753 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:34:19.593227 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-ad3a2cd9-912a-424e-9329-3f05ca9be4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'name': 'tempest-TestVolumeBootPattern-1641613649-router', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:20Z', 'updated_at': '2022-11-02T07:30:26Z', 'revision_number': 4, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'gw_port': {'id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:21Z', 'updated_at': '2022-11-02T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '0d105f55-5dbd-40ed-aaa0-0e2d2dd5ef6e', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'port_id': '5170ac1a-792e-408b-9e77-31d91e95efd5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'mac_address': 'fa:16:3e:47:ad:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63e70e7-b2ef-4b6e-9457-7f92d1adc30b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:34:18Z', 'updated_at': '2022-11-02T07:34:18Z', 'revision_number': 0, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393f498e-4c1a-4e54-aa83-f24d808618db', 'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'mac_address': 'fa:16:3e:5d:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:25Z', 'updated_at': '2022-11-02T07:30:36Z', 'revision_number': 5, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'subnets': [{'id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:34:19.616958 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3a2cd9-912a-424e-9329-3f05ca9be4e1 None None] The sync data for ids ['26112d59-8b1b-477a-acfc-80c36e5d6753'] in dv-cinder-804735-33-iscsi is: [{'id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'name': 'tempest-TestVolumeBootPattern-1641613649-router', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:20Z', 'updated_at': '2022-11-02T07:30:26Z', 'revision_number': 4, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'gw_port': {'id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:21Z', 'updated_at': '2022-11-02T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '0d105f55-5dbd-40ed-aaa0-0e2d2dd5ef6e', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'port_id': '5170ac1a-792e-408b-9e77-31d91e95efd5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'mac_address': 'fa:16:3e:47:ad:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63e70e7-b2ef-4b6e-9457-7f92d1adc30b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:34:18Z', 'updated_at': '2022-11-02T07:34:18Z', 'revision_number': 0, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393f498e-4c1a-4e54-aa83-f24d808618db', 'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'mac_address': 'fa:16:3e:5d:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:25Z', 'updated_at': '2022-11-02T07:30:36Z', 'revision_number': 5, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'subnets': [{'id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:34:19.801575 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdc6afe-bed4-470a-a70a-7f6a65d3ad4c None None] New status for floating IP 0d105f55-5dbd-40ed-aaa0-0e2d2dd5ef6e: ACTIVE {{(pid=104570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 07:34:19.839408 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe660e-fb36-41dc-8aa8-a04bd717639a req-94c1b8fa-6cbe-4ec9-9561-f5cac1915dfb tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:19.841331 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d5fe660e-fb36-41dc-8aa8-a04bd717639a req-94c1b8fa-6cbe-4ec9-9561-f5cac1915dfb tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.0504227 Nov 02 07:34:19.892598 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d5fe660e-fb36-41dc-8aa8-a04bd717639a req-9852f97b-7159-42bd-a762-33fed6c3734a tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450144 Nov 02 07:34:19.919188 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:20.104038 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c26c4-e7cc-4707-8761-72b7eef6dc80 req-73c65c1e-b50a-4fcc-9b6f-67a21b634911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:20.105554 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e89c26c4-e7cc-4707-8761-72b7eef6dc80 req-73c65c1e-b50a-4fcc-9b6f-67a21b634911 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=566514b413e24aaebe69c11ce2159ac9&device_id=b63e70e7-b2ef-4b6e-9457-7f92d1adc30b HTTP/1.1" status: 200 len: 1129 time: 0.0425999 Nov 02 07:34:20.174538 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:20.202807 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c26c4-e7cc-4707-8761-72b7eef6dc80 req-6c5cfdb9-f25e-4205-a4f4-4a3bce414fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:20.204275 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e89c26c4-e7cc-4707-8761-72b7eef6dc80 req-6c5cfdb9-f25e-4205-a4f4-4a3bce414fd0 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=f6809857-e0de-42f0-baa8-be80912a85f1 HTTP/1.1" status: 200 len: 913 time: 0.0921509 Nov 02 07:34:20.248337 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:20.262991 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794d25d-bc0e-4876-86e1-5bdc5cb12778 req-98c75c83-9889-4269-b758-6576ea5cc0d6 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:20.264435 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7794d25d-bc0e-4876-86e1-5bdc5cb12778 req-98c75c83-9889-4269-b758-6576ea5cc0d6 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 945 time: 0.0506938 Nov 02 07:34:20.273044 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e89c26c4-e7cc-4707-8761-72b7eef6dc80 req-0036b63e-08be-455a-8e1a-6d2fb16b2830 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5170ac1a-792e-408b-9e77-31d91e95efd5 HTTP/1.1" status: 200 len: 1001 time: 0.0590570 Nov 02 07:34:20.325505 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c26c4-e7cc-4707-8761-72b7eef6dc80 req-07ca1610-859c-4348-952c-05e3f07d2a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:20.326989 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e89c26c4-e7cc-4707-8761-72b7eef6dc80 req-07ca1610-859c-4348-952c-05e3f07d2a64 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=77ee38fc-7b77-488d-b9f4-ad8de0678fd1 HTTP/1.1" status: 200 len: 851 time: 0.0489576 Nov 02 07:34:20.350822 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-7794d25d-bc0e-4876-86e1-5bdc5cb12778 req-5aa94c3d-2d51-46b5-a61b-865f934af845 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Deleting port 0ee6dd20-0770-4e10-ac8f-d0e34d519f81 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:34:20.351455 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-7794d25d-bc0e-4876-86e1-5bdc5cb12778 req-5aa94c3d-2d51-46b5-a61b-865f934af845 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (0ee6dd20-0770-4e10-ac8f-d0e34d519f81), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:20.372745 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c26c4-e7cc-4707-8761-72b7eef6dc80 req-eda215b8-0f12-4e39-b9fa-c84434b9ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:20.374266 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e89c26c4-e7cc-4707-8761-72b7eef6dc80 req-eda215b8-0f12-4e39-b9fa-c84434b9ad59 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=f6809857-e0de-42f0-baa8-be80912a85f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405538 Nov 02 07:34:20.418951 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:20.460403 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:20.471026 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e89c26c4-e7cc-4707-8761-72b7eef6dc80 req-bee0bfd8-c9f8-40b1-92eb-55a51d11e3a1 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f6809857-e0de-42f0-baa8-be80912a85f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900238 Nov 02 07:34:20.486481 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-7794d25d-bc0e-4876-86e1-5bdc5cb12778 req-5aa94c3d-2d51-46b5-a61b-865f934af845 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] For port 0ee6dd20-0770-4e10-ac8f-d0e34d519f81, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=0ee6dd20-0770-4e10-ac8f-d0e34d519f81,segment=NetworkSegment(9319e40f-b31f-4389-b110-ad9b4c314925),segment_id=9319e40f-b31f-4389-b110-ad9b4c314925)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:34:20.486843 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-7794d25d-bc0e-4876-86e1-5bdc5cb12778 req-5aa94c3d-2d51-46b5-a61b-865f934af845 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (0ee6dd20-0770-4e10-ac8f-d0e34d519f81), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:20.500415 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f39dd-11bf-4e0e-8369-821cd4c01dac req-37d52ef2-77da-49e1-a571-62f297517fbf tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:20.502156 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5e8f39dd-11bf-4e0e-8369-821cd4c01dac req-37d52ef2-77da-49e1-a571-62f297517fbf tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=983e9075-27cf-4c74-bf6b-ff9fe8a68018 HTTP/1.1" status: 200 len: 945 time: 0.0736682 Nov 02 07:34:20.508499 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-7794d25d-bc0e-4876-86e1-5bdc5cb12778 req-5aa94c3d-2d51-46b5-a61b-865f934af845 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Calling delete_port for 0ee6dd20-0770-4e10-ac8f-d0e34d519f81 owned by compute:nova {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:34:20.562813 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-e89c26c4-e7cc-4707-8761-72b7eef6dc80 req-e48fb555-f8d1-4ff0-9b17-c48601e906df service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f6809857-e0de-42f0-baa8-be80912a85f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849745 Nov 02 07:34:20.606447 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5e8f39dd-11bf-4e0e-8369-821cd4c01dac req-db8a6cd1-5433-4082-baca-7059c9fe6012 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2713dd19-a3fc-44dd-8008-6dbf7dc35582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958798 Nov 02 07:34:20.679654 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-7794d25d-bc0e-4876-86e1-5bdc5cb12778 req-5aa94c3d-2d51-46b5-a61b-865f934af845 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (0ee6dd20-0770-4e10-ac8f-d0e34d519f81), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:20.708773 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa94c3d-2d51-46b5-a61b-865f934af845 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Pushing event deleted for resources: {'Port': ['ID=0ee6dd20-0770-4e10-ac8f-d0e34d519f81,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:20.717729 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['0ee6dd20-0770-4e10-ac8f-d0e34d519f81'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:34:20.755843 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-7794d25d-bc0e-4876-86e1-5bdc5cb12778 req-5aa94c3d-2d51-46b5-a61b-865f934af845 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] No DVR routers for this DVR port 0ee6dd20-0770-4e10-ac8f-d0e34d519f81 on host hv-cinder-80473 {{(pid=104569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:34:20.758274 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-7794d25d-bc0e-4876-86e1-5bdc5cb12778 req-5aa94c3d-2d51-46b5-a61b-865f934af845 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:20.761482 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7794d25d-bc0e-4876-86e1-5bdc5cb12778 req-5aa94c3d-2d51-46b5-a61b-865f934af845 tempest-ServerRescueNegativeTestJSON-276708690 tempest-ServerRescueNegativeTestJSON-276708690-project] 10.222.0.47 "DELETE /networking/v2.0/ports/0ee6dd20-0770-4e10-ac8f-d0e34d519f81 HTTP/1.1" status: 204 len: 173 time: 0.4905052 Nov 02 07:34:20.761959 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983e9075-27cf-4c74-bf6b-ff9fe8a68018', 'name': 'network-vif-deleted', 'tag': '0ee6dd20-0770-4e10-ac8f-d0e34d519f81'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:34:20.764186 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd69e81d-64f6-4ec4-9537-5a3500ccf9b9" -d '{"events": [{"server_uuid": "983e9075-27cf-4c74-bf6b-ff9fe8a68018", "name": "network-vif-deleted", "tag": "0ee6dd20-0770-4e10-ac8f-d0e34d519f81"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:34:20.802418 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb0ed11-22e1-47d9-b8ae-41c6bbd09d05 x-openstack-request-id: req-bfb0ed11-22e1-47d9-b8ae-41c6bbd09d05 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:34:20.802713 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983e9075-27cf-4c74-bf6b-ff9fe8a68018", "name": "network-vif-deleted", "tag": "0ee6dd20-0770-4e10-ac8f-d0e34d519f81", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:34:20.803030 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bfb0ed11-22e1-47d9-b8ae-41c6bbd09d05 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:34:20.803358 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfb0ed11-22e1-47d9-b8ae-41c6bbd09d05'] response: {'server_uuid': '983e9075-27cf-4c74-bf6b-ff9fe8a68018', 'name': 'network-vif-deleted', 'tag': '0ee6dd20-0770-4e10-ac8f-d0e34d519f81', 'status': 'completed', 'code': 200} Nov 02 07:34:21.055643 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743bfab-e50f-4408-80e5-2366c0f32148 req-a1aebe23-7279-42ed-9416-8a0f1e07dc9e tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:21.058451 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f743bfab-e50f-4408-80e5-2366c0f32148 req-a1aebe23-7279-42ed-9416-8a0f1e07dc9e tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.0549631 Nov 02 07:34:21.110074 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f743bfab-e50f-4408-80e5-2366c0f32148 req-ed941006-265f-4087-ad21-6318c2c356eb tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467541 Nov 02 07:34:21.307140 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:21.405177 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:21.672381 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 39336) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:34:22.135997 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f0f74ec8-f95a-4153-b502-92cdecb5e623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651005'] for router_interface (c80cad22-ba32-4d6f-b8d2-fa375507979c), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:22.245497 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818661cf-a104-44c4-b229-2566145aa2e1 req-515fa81c-98ad-4a72-95fa-da84ef254a43 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:22.247072 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-818661cf-a104-44c4-b229-2566145aa2e1 req-515fa81c-98ad-4a72-95fa-da84ef254a43 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.0495746 Nov 02 07:34:22.298209 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-818661cf-a104-44c4-b229-2566145aa2e1 req-6a937882-ccbe-4735-bfd4-4f91bb4d485a tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450692 Nov 02 07:34:22.614940 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-f0f74ec8-f95a-4153-b502-92cdecb5e623 admin admin] Deleting port 0c7267b6-a9f5-4310-904e-c7f9db85954f {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:34:22.615948 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f0f74ec8-f95a-4153-b502-92cdecb5e623 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (0c7267b6-a9f5-4310-904e-c7f9db85954f), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:22.672931 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:22.679354 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:22.694448 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [None req-f0f74ec8-f95a-4153-b502-92cdecb5e623 admin admin] For port 0c7267b6-a9f5-4310-904e-c7f9db85954f, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=0c7267b6-a9f5-4310-904e-c7f9db85954f,segment=NetworkSegment(9319e40f-b31f-4389-b110-ad9b4c314925),segment_id=9319e40f-b31f-4389-b110-ad9b4c314925)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:34:22.694809 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f0f74ec8-f95a-4153-b502-92cdecb5e623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (0c7267b6-a9f5-4310-904e-c7f9db85954f), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:22.707485 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-f0f74ec8-f95a-4153-b502-92cdecb5e623 admin admin] Calling delete_port for 0c7267b6-a9f5-4310-904e-c7f9db85954f owned by network:router_interface {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:34:22.887183 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f0f74ec8-f95a-4153-b502-92cdecb5e623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (0c7267b6-a9f5-4310-904e-c7f9db85954f), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:22.914030 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f74ec8-f95a-4153-b502-92cdecb5e623 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c7267b6-a9f5-4310-904e-c7f9db85954f,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:23.080659 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f0f74ec8-f95a-4153-b502-92cdecb5e623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-997933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647533'] for router_interface (c80cad22-ba32-4d6f-b8d2-fa375507979c), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:23.101717 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e44e086-f772-4456-8e03-d81884fbb5b2 None None] get_active_networks_info from dv-cinder-804735-33-iscsi {{(pid=104570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 07:34:23.208689 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e44e086-f772-4456-8e03-d81884fbb5b2 None None] Resources bound (agent type, host, resource id): {{(pid=104570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 07:34:23.289436 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f74ec8-f95a-4153-b502-92cdecb5e623 admin admin] Router c80cad22-ba32-4d6f-b8d2-fa375507979c has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:34:23.398495 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f74ec8-f95a-4153-b502-92cdecb5e623 admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:34:23.406103 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-f0f74ec8-f95a-4153-b502-92cdecb5e623 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/c80cad22-ba32-4d6f-b8d2-fa375507979c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7304456 Nov 02 07:34:23.406658 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 39344) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:34:23.409508 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fad051-46f0-4a12-84e5-6363b5a85d65 None None] Sync routers for ids ['c80cad22-ba32-4d6f-b8d2-fa375507979c'] in dv-cinder-804735-33-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:34:23.421025 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fad051-46f0-4a12-84e5-6363b5a85d65 None None] Routers {'c80cad22-ba32-4d6f-b8d2-fa375507979c'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:34:23.421775 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-19fad051-46f0-4a12-84e5-6363b5a85d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:34:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['c80cad22-ba32-4d6f-b8d2-fa375507979c'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:34:23.484943 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3669098-8c3b-4afe-820a-26800b9afa88 req-bce94db3-3380-4259-85cb-6aac24624518 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:23.486502 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a3669098-8c3b-4afe-820a-26800b9afa88 req-bce94db3-3380-4259-85cb-6aac24624518 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.0979147 Nov 02 07:34:23.532648 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-19fad051-46f0-4a12-84e5-6363b5a85d65 None None] Set router c80cad22-ba32-4d6f-b8d2-fa375507979c gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:34:23.577202 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0fbc0883-8d32-4b67-8267-e58f868dcac9 admin admin] Publish callbacks [] for router (c80cad22-ba32-4d6f-b8d2-fa375507979c), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:23.582969 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a3669098-8c3b-4afe-820a-26800b9afa88 req-76c18553-6eb6-4f3b-872f-44129c422256 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888023 Nov 02 07:34:23.655832 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=100 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:23.696084 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0fbc0883-8d32-4b67-8267-e58f868dcac9 admin admin] Publish callbacks [] for router_gateway (c80cad22-ba32-4d6f-b8d2-fa375507979c), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:23.720009 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=100 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:23.723890 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-19fad051-46f0-4a12-84e5-6363b5a85d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'name': 'tempest-ServerRescueNegativeTestJSON-1966386420-router', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:12Z', 'updated_at': '2022-11-02T07:34:22Z', 'revision_number': 5, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'gw_port': {'id': '271e8c31-dcb2-41a1-8375-c7f2575e8e44', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:13Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:34:23.741332 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc0883-8d32-4b67-8267-e58f868dcac9 admin admin] Deleting port 271e8c31-dcb2-41a1-8375-c7f2575e8e44 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:34:23.741669 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0fbc0883-8d32-4b67-8267-e58f868dcac9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (271e8c31-dcb2-41a1-8375-c7f2575e8e44), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:23.755417 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fad051-46f0-4a12-84e5-6363b5a85d65 None None] Checking router: c80cad22-ba32-4d6f-b8d2-fa375507979c for host: dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:34:23.765876 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fad051-46f0-4a12-84e5-6363b5a85d65 None None] Routers {'c80cad22-ba32-4d6f-b8d2-fa375507979c'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:34:23.766581 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-19fad051-46f0-4a12-84e5-6363b5a85d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:34:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['c80cad22-ba32-4d6f-b8d2-fa375507979c'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:34:23.806178 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:23.820476 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:23.843122 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-0fbc0883-8d32-4b67-8267-e58f868dcac9 admin admin] For port 271e8c31-dcb2-41a1-8375-c7f2575e8e44, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=271e8c31-dcb2-41a1-8375-c7f2575e8e44,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:34:23.843621 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0fbc0883-8d32-4b67-8267-e58f868dcac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (271e8c31-dcb2-41a1-8375-c7f2575e8e44), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:23.852609 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-19fad051-46f0-4a12-84e5-6363b5a85d65 None None] Set router c80cad22-ba32-4d6f-b8d2-fa375507979c gateway port host: None {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:34:23.858412 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc0883-8d32-4b67-8267-e58f868dcac9 admin admin] Calling delete_port for 271e8c31-dcb2-41a1-8375-c7f2575e8e44 owned by network:router_gateway {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:34:23.952659 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 0ee6dd20-0770-4e10-ac8f-d0e34d519f81 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:34:23.975858 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] No Port match for: 0ee6dd20-0770-4e10-ac8f-d0e34d519f81 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:34:23.976103 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 0ee6dd20-0770-4e10-ac8f-d0e34d519f81 not bound to the agent host hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:34:23.984590 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-013bff52-4fa1-496c-b525-0f6692c7b8ad None None] Provisioning complete for port 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:34:23.985213 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-013bff52-4fa1-496c-b525-0f6692c7b8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:23.985526 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-013bff52-4fa1-496c-b525-0f6692c7b8ad None None] Attempt 1 to provision port 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7 Nov 02 07:34:23.991659 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-19fad051-46f0-4a12-84e5-6363b5a85d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'name': 'tempest-ServerRescueNegativeTestJSON-1966386420-router', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:12Z', 'updated_at': '2022-11-02T07:34:23Z', 'revision_number': 6, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'gw_port_host': None}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:34:24.016146 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fad051-46f0-4a12-84e5-6363b5a85d65 None None] The sync data for ids ['c80cad22-ba32-4d6f-b8d2-fa375507979c'] in dv-cinder-804735-33-iscsi is: [{'id': 'c80cad22-ba32-4d6f-b8d2-fa375507979c', 'name': 'tempest-ServerRescueNegativeTestJSON-1966386420-router', 'tenant_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:12Z', 'updated_at': '2022-11-02T07:34:23Z', 'revision_number': 6, 'project_id': 'c60cb95cbf734d9b852af2bdcad4e1c0', 'gw_port_host': None}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:34:24.043499 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0fbc0883-8d32-4b67-8267-e58f868dcac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (271e8c31-dcb2-41a1-8375-c7f2575e8e44), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:24.062513 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-013bff52-4fa1-496c-b525-0f6692c7b8ad None None] Current status of the port 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:34:24.343124 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc0883-8d32-4b67-8267-e58f868dcac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=271e8c31-dcb2-41a1-8375-c7f2575e8e44,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:24.410688 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0fbc0883-8d32-4b67-8267-e58f868dcac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649138'] for router_gateway (c80cad22-ba32-4d6f-b8d2-fa375507979c), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:24.500022 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0fbc0883-8d32-4b67-8267-e58f868dcac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-647483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518291'] for router (c80cad22-ba32-4d6f-b8d2-fa375507979c), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:24.502495 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0fbc0883-8d32-4b67-8267-e58f868dcac9 admin admin] Publish callbacks [] for router_controller (c80cad22-ba32-4d6f-b8d2-fa375507979c), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:24.544733 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0fbc0883-8d32-4b67-8267-e58f868dcac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-647458'] for router (c80cad22-ba32-4d6f-b8d2-fa375507979c), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:24.545349 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbc0883-8d32-4b67-8267-e58f868dcac9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c80cad22-ba32-4d6f-b8d2-fa375507979c {{(pid=104569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 07:34:24.550088 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-0fbc0883-8d32-4b67-8267-e58f868dcac9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:24.551262 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-0fbc0883-8d32-4b67-8267-e58f868dcac9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/c80cad22-ba32-4d6f-b8d2-fa375507979c HTTP/1.1" status: 204 len: 168 time: 1.1432164 Nov 02 07:34:24.553881 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 39346) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:34:24.600909 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a4c5782-b668-4441-9dac-c030997d453a admin admin] Deleting subnet 2425be66-0e89-40dd-949b-94121b115f5c {{(pid=104569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 07:34:24.603958 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8a4c5782-b668-4441-9dac-c030997d453a admin admin] Publish callbacks [] for subnet (2425be66-0e89-40dd-949b-94121b115f5c), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:24.639185 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8a4c5782-b668-4441-9dac-c030997d453a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3451448'] for subnet (2425be66-0e89-40dd-949b-94121b115f5c), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:24.765075 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd90f6a-d9c8-4c9f-bf45-5424060e1e3a req-3f04f8e8-ee3a-4356-a33f-0a4f8786c62a tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:24.766593 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8fd90f6a-d9c8-4c9f-bf45-5424060e1e3a req-3f04f8e8-ee3a-4356-a33f-0a4f8786c62a tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.0951376 Nov 02 07:34:24.799662 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8a4c5782-b668-4441-9dac-c030997d453a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134157560'] for subnet (2425be66-0e89-40dd-949b-94121b115f5c), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:24.835853 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 0c7267b6-a9f5-4310-904e-c7f9db85954f no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:34:24.858014 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: 0c7267b6-a9f5-4310-904e-c7f9db85954f {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:34:24.858382 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 0c7267b6-a9f5-4310-904e-c7f9db85954f not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:34:24.858881 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 271e8c31-dcb2-41a1-8375-c7f2575e8e44 no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:34:24.862488 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8fd90f6a-d9c8-4c9f-bf45-5424060e1e3a req-4f8780a7-735b-4b03-8aef-105178257b7e tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812488 Nov 02 07:34:24.882891 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: 271e8c31-dcb2-41a1-8375-c7f2575e8e44 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:34:24.883234 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 271e8c31-dcb2-41a1-8375-c7f2575e8e44 not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:34:24.883540 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8a4c5782-b668-4441-9dac-c030997d453a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134157505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3257418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041961'] for subnet (2425be66-0e89-40dd-949b-94121b115f5c), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:24.915352 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c5782-b668-4441-9dac-c030997d453a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2425be66-0e89-40dd-949b-94121b115f5c,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:24.919433 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8a4c5782-b668-4441-9dac-c030997d453a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:24.924931 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-8a4c5782-b668-4441-9dac-c030997d453a admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/2425be66-0e89-40dd-949b-94121b115f5c HTTP/1.1" status: 204 len: 168 time: 0.3677616 Nov 02 07:34:24.925352 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 39350) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:34:24.925852 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0116229a-cde4-4157-9048-c426a13f2ee9 None None] Network f40ed210-eb7b-4935-8be8-8b7615c77c12 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:34:24.952550 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:24.994601 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:25.008127 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5bebe40c-e119-4500-a0a0-c5e28470c56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134064640'] for network (f40ed210-eb7b-4935-8be8-8b7615c77c12), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:25.016234 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:25.053639 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-5bebe40c-e119-4500-a0a0-c5e28470c56e admin admin] Deleting port 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:34:25.054107 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5bebe40c-e119-4500-a0a0-c5e28470c56e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:25.100257 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af842d78-a78b-40ef-a171-dbed9677a562 None None] DHCP port deletion for f40ed210-eb7b-4935-8be8-8b7615c77c12 request from dv-cinder-804735-33-iscsi {{(pid=104570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 07:34:25.108359 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:25.126719 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [None req-5bebe40c-e119-4500-a0a0-c5e28470c56e admin admin] For port 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7,segment=NetworkSegment(9319e40f-b31f-4389-b110-ad9b4c314925),segment_id=9319e40f-b31f-4389-b110-ad9b4c314925)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:34:25.127083 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5bebe40c-e119-4500-a0a0-c5e28470c56e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:25.146293 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-5bebe40c-e119-4500-a0a0-c5e28470c56e admin admin] Calling delete_port for 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7 owned by network:dhcp {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:34:25.147445 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-af842d78-a78b-40ef-a171-dbed9677a562 None None] Deleting port 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7 {{(pid=104570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:34:25.147848 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-af842d78-a78b-40ef-a171-dbed9677a562 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7), before_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:25.213472 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-af842d78-a78b-40ef-a171-dbed9677a562 None None] For port 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7,segment=NetworkSegment(9319e40f-b31f-4389-b110-ad9b4c314925),segment_id=9319e40f-b31f-4389-b110-ad9b4c314925)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:34:25.214169 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-af842d78-a78b-40ef-a171-dbed9677a562 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7), precommit_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:25.227390 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5bebe40c-e119-4500-a0a0-c5e28470c56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:25.228575 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-af842d78-a78b-40ef-a171-dbed9677a562 None None] Calling delete_port for 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7 owned by network:dhcp {{(pid=104570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:34:25.249562 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bebe40c-e119-4500-a0a0-c5e28470c56e admin admin] Pushing event deleted for resources: {'Port': ['ID=1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:25.255338 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bebe40c-e119-4500-a0a0-c5e28470c56e admin admin] No DVR routers for this DVR port 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7 on host dv-cinder-804735-33-iscsi {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:34:25.329908 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5bebe40c-e119-4500-a0a0-c5e28470c56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134158659', 'neutron.services.segments.db._delete_segments_for_network-8744620219010'] for network (f40ed210-eb7b-4935-8be8-8b7615c77c12), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:25.346984 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-af842d78-a78b-40ef-a171-dbed9677a562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747'] for port (1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7), after_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:25.351028 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-5bebe40c-e119-4500-a0a0-c5e28470c56e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f40ed210-eb7b-4935-8be8-8b7615c77c12']}} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:34:25.360831 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-5bebe40c-e119-4500-a0a0-c5e28470c56e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9319e40f-b31f-4389-b110-ad9b4c314925') {'for_net_delete': True} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:34:25.361058 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-5bebe40c-e119-4500-a0a0-c5e28470c56e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9319e40f-b31f-4389-b110-ad9b4c314925') {} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:34:25.371280 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af842d78-a78b-40ef-a171-dbed9677a562 None None] Pushing event deleted for resources: {'Port': ['ID=1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7,revision_number=None']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:25.371437 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5bebe40c-e119-4500-a0a0-c5e28470c56e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744620219073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3576842'] for segment (9319e40f-b31f-4389-b110-ad9b4c314925), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:25.377217 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af842d78-a78b-40ef-a171-dbed9677a562 None None] No DVR routers for this DVR port 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7 on host dv-cinder-804735-33-iscsi {{(pid=104570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:34:25.385893 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5bebe40c-e119-4500-a0a0-c5e28470c56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (9319e40f-b31f-4389-b110-ad9b4c314925), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:25.392390 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bebe40c-e119-4500-a0a0-c5e28470c56e admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=104568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 07:34:25.392773 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5bebe40c-e119-4500-a0a0-c5e28470c56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3576379'] for segment (9319e40f-b31f-4389-b110-ad9b4c314925), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:25.442792 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment 9319e40f-b31f-4389-b110-ad9b4c314925 resource provider aggregate not found Nov 02 07:34:25.462689 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment 9319e40f-b31f-4389-b110-ad9b4c314925 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9319e40f-b31f-4389-b110-ad9b4c314925 found for delete ", "request_id": "req-88e4bac3-9a8b-4e29-9246-98c86498d4ed"}]} Nov 02 07:34:25.463475 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5bebe40c-e119-4500-a0a0-c5e28470c56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134158664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649174'] for network (f40ed210-eb7b-4935-8be8-8b7615c77c12), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:25.469850 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5bebe40c-e119-4500-a0a0-c5e28470c56e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:25.473419 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-5bebe40c-e119-4500-a0a0-c5e28470c56e admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/f40ed210-eb7b-4935-8be8-8b7615c77c12 HTTP/1.1" status: 204 len: 168 time: 0.5457404 Nov 02 07:34:25.486686 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bebe40c-e119-4500-a0a0-c5e28470c56e admin admin] Pushing event deleted for resources: {'Network': ['ID=f40ed210-eb7b-4935-8be8-8b7615c77c12,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:25.586412 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 39362) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:34:25.628518 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-8f52af96-93fa-4625-ab3e-8bbbb2b94629 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c60cb95cbf734d9b852af2bdcad4e1c0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0409422 Nov 02 07:34:25.631558 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 39364) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:34:25.688457 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d807a8c4-f244-4933-a426-6de12c5f3f6a admin admin] Publish callbacks [] for security_group (2713dd19-a3fc-44dd-8008-6dbf7dc35582), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:25.709141 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d807a8c4-f244-4933-a426-6de12c5f3f6a admin admin] Publish callbacks [] for security_group (2713dd19-a3fc-44dd-8008-6dbf7dc35582), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:25.747728 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bd533add-e569-4466-8c57-f0307a4e4b37 req-973bfba7-8d3c-4153-891e-00065dbb4ad2 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388556 Nov 02 07:34:25.761583 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d807a8c4-f244-4933-a426-6de12c5f3f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (2713dd19-a3fc-44dd-8008-6dbf7dc35582), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:25.764202 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d807a8c4-f244-4933-a426-6de12c5f3f6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:25.765373 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-d807a8c4-f244-4933-a426-6de12c5f3f6a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2713dd19-a3fc-44dd-8008-6dbf7dc35582 HTTP/1.1" status: 204 len: 168 time: 0.1329329 Nov 02 07:34:25.773742 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807a8c4-f244-4933-a426-6de12c5f3f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2713dd19-a3fc-44dd-8008-6dbf7dc35582,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:25.829093 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd533add-e569-4466-8c57-f0307a4e4b37 req-364c61d5-56ec-4054-914b-2babb08fcdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:25.830738 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bd533add-e569-4466-8c57-f0307a4e4b37 req-364c61d5-56ec-4054-914b-2babb08fcdf4 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=82915a36bbdb4b5998fd98833e234ad2&device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 1129 time: 0.0438001 Nov 02 07:34:25.913614 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:25.925708 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:25.951720 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd533add-e569-4466-8c57-f0307a4e4b37 req-d54b90d6-2bfa-4fcc-b9a6-2e052fd36889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:25.953200 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bd533add-e569-4466-8c57-f0307a4e4b37 req-d54b90d6-2bfa-4fcc-b9a6-2e052fd36889 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=a4b569f4-0220-4fbb-945d-473979044420 HTTP/1.1" status: 200 len: 910 time: 0.1003692 Nov 02 07:34:26.047322 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bd533add-e569-4466-8c57-f0307a4e4b37 req-1ea760d7-85fc-438d-8f0c-4827a451af8c service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=697a5305-479b-4888-ac9b-d59e4662ea13 HTTP/1.1" status: 200 len: 1001 time: 0.0866702 Nov 02 07:34:26.055625 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af3f55-2479-4c1b-9840-f64ec8b77f12 req-77020340-262c-40a5-982d-28823e514ad5 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:26.057034 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-81af3f55-2479-4c1b-9840-f64ec8b77f12 req-77020340-262c-40a5-982d-28823e514ad5 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.0629516 Nov 02 07:34:26.127294 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd533add-e569-4466-8c57-f0307a4e4b37 req-2850b3ec-afd6-42d7-8333-2ae840b9900c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:26.128741 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bd533add-e569-4466-8c57-f0307a4e4b37 req-2850b3ec-afd6-42d7-8333-2ae840b9900c service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=fdac1f18-4f67-4d45-9794-697cbfd49b75 HTTP/1.1" status: 200 len: 848 time: 0.0708714 Nov 02 07:34:26.155644 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-81af3f55-2479-4c1b-9840-f64ec8b77f12 req-389acd8d-eabf-43ab-baba-59769697c6a5 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894616 Nov 02 07:34:26.184539 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd533add-e569-4466-8c57-f0307a4e4b37 req-7bf65345-0319-44f5-a8b4-f6f6cd502806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:26.185982 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bd533add-e569-4466-8c57-f0307a4e4b37 req-7bf65345-0319-44f5-a8b4-f6f6cd502806 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=a4b569f4-0220-4fbb-945d-473979044420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473223 Nov 02 07:34:26.283118 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bd533add-e569-4466-8c57-f0307a4e4b37 req-6a5bbd26-0ca5-4987-ab35-813aafbc9d98 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a4b569f4-0220-4fbb-945d-473979044420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902867 Nov 02 07:34:26.391477 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bd533add-e569-4466-8c57-f0307a4e4b37 req-a84afe2e-e387-4101-b9d3-d4cc606cb369 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a4b569f4-0220-4fbb-945d-473979044420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916557 Nov 02 07:34:26.793983 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7 no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:34:26.813125 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:34:26.813554 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 1e4570e8-dfe3-4329-82ce-3c74c0f9bbd7 not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:34:27.470325 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a378bd-92a5-462b-9174-0726ef042ae2 req-0833b2bd-30bc-4046-98da-3e012b0c3a16 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:27.471774 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-20a378bd-92a5-462b-9174-0726ef042ae2 req-0833b2bd-30bc-4046-98da-3e012b0c3a16 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.0508342 Nov 02 07:34:27.523693 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-20a378bd-92a5-462b-9174-0726ef042ae2 req-f75df4c1-5d8e-4385-bd5e-2a1afe01a4bf tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461442 Nov 02 07:34:28.456315 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:28.652520 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f8e4d-bc1a-4bf3-8f38-e360f566bf65 req-bafaf145-4b06-48cb-a34f-2490eaeb3ef3 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:28.654173 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c05f8e4d-bc1a-4bf3-8f38-e360f566bf65 req-bafaf145-4b06-48cb-a34f-2490eaeb3ef3 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.0495839 Nov 02 07:34:28.704407 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c05f8e4d-bc1a-4bf3-8f38-e360f566bf65 req-ff255c56-c6c0-432c-9861-8b8f1d61126a tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445075 Nov 02 07:34:29.832892 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54065131-9291-4335-8b71-7a72110f92ba req-53152f4d-93b7-4a9b-8e44-23b69afe0580 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:29.834393 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-54065131-9291-4335-8b71-7a72110f92ba req-53152f4d-93b7-4a9b-8e44-23b69afe0580 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.0466473 Nov 02 07:34:29.888438 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-54065131-9291-4335-8b71-7a72110f92ba req-bf519526-526d-47ea-a0cf-042e9314a00b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482514 Nov 02 07:34:31.018687 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce9691-3747-481b-bac1-d41bd4660027 req-fba9b8fe-87d2-4100-8bfc-88ff5a4a719a tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:31.020196 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e5ce9691-3747-481b-bac1-d41bd4660027 req-fba9b8fe-87d2-4100-8bfc-88ff5a4a719a tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.0502985 Nov 02 07:34:31.066218 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e5ce9691-3747-481b-bac1-d41bd4660027 req-d7e8ce3a-70c1-42cd-9ae8-602fd5e002f0 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403190 Nov 02 07:34:32.195173 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df498b02-1371-465b-8d7d-910b9e589b05 req-013a76da-2c28-4296-89dc-529f92eade54 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:32.196635 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-df498b02-1371-465b-8d7d-910b9e589b05 req-013a76da-2c28-4296-89dc-529f92eade54 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.0483427 Nov 02 07:34:32.243457 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-df498b02-1371-465b-8d7d-910b9e589b05 req-e3f4fea8-e672-42f6-996a-49b4789e74a1 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411084 Nov 02 07:34:33.373299 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc31eba-6d90-4e58-823b-fa8cd130e7ce req-47373e3c-268a-4f02-9c17-8e32da575014 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:33.374845 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0fc31eba-6d90-4e58-823b-fa8cd130e7ce req-47373e3c-268a-4f02-9c17-8e32da575014 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.0496032 Nov 02 07:34:33.408622 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:33.417059 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:33.425245 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0fc31eba-6d90-4e58-823b-fa8cd130e7ce req-7e23a2eb-89f2-4fea-9814-f85177ea7cf8 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445364 Nov 02 07:34:34.552129 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc9c2a-92db-4842-99f1-91f3da9267c1 req-27ec6575-9a39-4338-89c0-32e3016e4e9f tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:34.554244 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2dfc9c2a-92db-4842-99f1-91f3da9267c1 req-27ec6575-9a39-4338-89c0-32e3016e4e9f tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.0474813 Nov 02 07:34:34.602898 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2dfc9c2a-92db-4842-99f1-91f3da9267c1 req-a66d7d88-7877-4803-8937-81d820dd6030 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423725 Nov 02 07:34:35.733873 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f7f52-34a5-4ae4-88a4-6ca4ed1ec3f6 req-8df76f42-b9ed-4fa5-ac43-02a678682cc2 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:35.735344 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-383f7f52-34a5-4ae4-88a4-6ca4ed1ec3f6 req-8df76f42-b9ed-4fa5-ac43-02a678682cc2 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.0471468 Nov 02 07:34:35.768709 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=69,neutron:DELETE=7 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:35.769538 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=51,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:35.789919 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-383f7f52-34a5-4ae4-88a4-6ca4ed1ec3f6 req-95d6e3a8-9506-4339-bbcd-a30084f863a1 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488772 Nov 02 07:34:36.028402 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 07:34:36.130566 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9b205abf-2fab-4e5a-9b1e-0110c74b9f93,segment=NetworkSegment(d7e1724e-6066-427b-a3a4-bc3e1a8af7fa),segment_id=d7e1724e-6066-427b-a3a4-bc3e1a8af7fa)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:34:36.141486 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Returning: {'device': '9b205abf-2fab-4e5a-9b1e-0110c74b9f93', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'port_id': '9b205abf-2fab-4e5a-9b1e-0110c74b9f93', 'mac_address': 'fa:16:3e:ca:ac:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 07:34:36.176087 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 is: ACTIVE; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:34:36.176461 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (9b205abf-2fab-4e5a-9b1e-0110c74b9f93), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:36.189702 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:34:36.208893 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9b205abf-2fab-4e5a-9b1e-0110c74b9f93,segment=NetworkSegment(d7e1724e-6066-427b-a3a4-bc3e1a8af7fa),segment_id=d7e1724e-6066-427b-a3a4-bc3e1a8af7fa)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:34:36.212946 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (9b205abf-2fab-4e5a-9b1e-0110c74b9f93), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:36.261336 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=9b205abf-2fab-4e5a-9b1e-0110c74b9f93,revision_number=6']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:36.268210 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:36.268550 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:36.268883 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:36.269212 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:36.269536 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:36.269857 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:36.270174 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:36.270527 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:36.270846 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:36.271162 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:36.271478 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:36.271795 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:36.272106 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:36.272926 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:36.273235 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:36.417251 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['9b205abf-2fab-4e5a-9b1e-0110c74b9f93'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:34:36.760491 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 39544) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:34:36.873030 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3d04ef4f-25ab-45fd-a99d-641bcad9b1eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:36.939323 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1db31-ac1b-4c00-804a-048663e04b12 req-f0ecd9a4-4f95-4dd4-beaa-f566d281dbbb tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:36.940798 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-55a1db31-ac1b-4c00-804a-048663e04b12 req-f0ecd9a4-4f95-4dd4-beaa-f566d281dbbb tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 944 time: 0.0615273 Nov 02 07:34:36.958790 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3d04ef4f-25ab-45fd-a99d-641bcad9b1eb admin admin] Publish callbacks [] for security_group (d8239969-4033-4e7f-a55d-cd058ee1184f), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:36.963094 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3d04ef4f-25ab-45fd-a99d-641bcad9b1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (d8239969-4033-4e7f-a55d-cd058ee1184f), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:36.993457 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-55a1db31-ac1b-4c00-804a-048663e04b12 req-7cefc395-1581-4bed-8da1-7fe885d6c36a tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449698 Nov 02 07:34:37.001847 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 39558) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:34:37.002542 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-3d04ef4f-25ab-45fd-a99d-641bcad9b1eb admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=14f1b596ab4142c8befcc0e0b878c0ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409141 Nov 02 07:34:37.014100 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04ef4f-25ab-45fd-a99d-641bcad9b1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8239969-4033-4e7f-a55d-cd058ee1184f,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:37.062661 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4e9188f8-99f2-4ee4-bc2f-b2079f50acdc admin admin] Publish callbacks [] for security_group (d8239969-4033-4e7f-a55d-cd058ee1184f), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:37.087290 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4e9188f8-99f2-4ee4-bc2f-b2079f50acdc admin admin] Publish callbacks [] for security_group (d8239969-4033-4e7f-a55d-cd058ee1184f), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:37.140640 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4e9188f8-99f2-4ee4-bc2f-b2079f50acdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (d8239969-4033-4e7f-a55d-cd058ee1184f), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:37.143210 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4e9188f8-99f2-4ee4-bc2f-b2079f50acdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:37.147116 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-4e9188f8-99f2-4ee4-bc2f-b2079f50acdc admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d8239969-4033-4e7f-a55d-cd058ee1184f HTTP/1.1" status: 204 len: 168 time: 0.1433349 Nov 02 07:34:37.158767 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9188f8-99f2-4ee4-bc2f-b2079f50acdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8239969-4033-4e7f-a55d-cd058ee1184f,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:37.170261 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9188f8-99f2-4ee4-bc2f-b2079f50acdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:37.170688 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9188f8-99f2-4ee4-bc2f-b2079f50acdc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:37.170965 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9188f8-99f2-4ee4-bc2f-b2079f50acdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:37.171302 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9188f8-99f2-4ee4-bc2f-b2079f50acdc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:37.171628 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9188f8-99f2-4ee4-bc2f-b2079f50acdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:37.171954 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9188f8-99f2-4ee4-bc2f-b2079f50acdc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:37.172277 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9188f8-99f2-4ee4-bc2f-b2079f50acdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:37.172595 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9188f8-99f2-4ee4-bc2f-b2079f50acdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:37.172914 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9188f8-99f2-4ee4-bc2f-b2079f50acdc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:37.173233 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9188f8-99f2-4ee4-bc2f-b2079f50acdc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:37.173550 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9188f8-99f2-4ee4-bc2f-b2079f50acdc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:37.173867 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9188f8-99f2-4ee4-bc2f-b2079f50acdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:37.174477 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9188f8-99f2-4ee4-bc2f-b2079f50acdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:37.174814 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9188f8-99f2-4ee4-bc2f-b2079f50acdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:37.175516 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9188f8-99f2-4ee4-bc2f-b2079f50acdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:34:37.437086 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 39582) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:34:37.451973 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-17294fcf-0464-4497-ad3d-047f8b503fde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:37.547829 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-17294fcf-0464-4497-ad3d-047f8b503fde admin admin] Publish callbacks [] for security_group (1f8206d1-2e02-425d-b0c0-dcbc32660a58), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:37.553502 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-17294fcf-0464-4497-ad3d-047f8b503fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (1f8206d1-2e02-425d-b0c0-dcbc32660a58), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:37.598867 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 39588) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:34:37.599167 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-17294fcf-0464-4497-ad3d-047f8b503fde admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b9680632ba4f4039a8a16feacfc7f861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1606593 Nov 02 07:34:37.599901 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17294fcf-0464-4497-ad3d-047f8b503fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8206d1-2e02-425d-b0c0-dcbc32660a58,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:37.669865 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-45a2e11c-f2d4-405e-81f7-eb45b8fa4b61 admin admin] Publish callbacks [] for security_group (1f8206d1-2e02-425d-b0c0-dcbc32660a58), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:37.694775 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-45a2e11c-f2d4-405e-81f7-eb45b8fa4b61 admin admin] Publish callbacks [] for security_group (1f8206d1-2e02-425d-b0c0-dcbc32660a58), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:37.752100 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-45a2e11c-f2d4-405e-81f7-eb45b8fa4b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (1f8206d1-2e02-425d-b0c0-dcbc32660a58), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:37.755092 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-45a2e11c-f2d4-405e-81f7-eb45b8fa4b61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:37.756440 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-45a2e11c-f2d4-405e-81f7-eb45b8fa4b61 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/1f8206d1-2e02-425d-b0c0-dcbc32660a58 HTTP/1.1" status: 204 len: 168 time: 0.1563838 Nov 02 07:34:37.777679 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a2e11c-f2d4-405e-81f7-eb45b8fa4b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8206d1-2e02-425d-b0c0-dcbc32660a58,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:38.040568 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 up at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:34:38.085935 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:38.095202 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:38.097168 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning complete for port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:34:38.097731 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (9b205abf-2fab-4e5a-9b1e-0110c74b9f93), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:38.098278 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Attempt 1 to provision port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 Nov 02 07:34:38.164429 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991e48c-36fc-4fa4-a0f6-619fad1e2bb4 req-85821476-d8f2-40b9-a941-56fc41c95aac tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:38.173603 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c991e48c-36fc-4fa4-a0f6-619fad1e2bb4 req-85821476-d8f2-40b9-a941-56fc41c95aac tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 944 time: 0.0733991 Nov 02 07:34:38.196486 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:34:38.197126 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (9b205abf-2fab-4e5a-9b1e-0110c74b9f93), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:38.226152 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e24f861-ba20-4595-9dd5-9ea1f9832284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b205abf-2fab-4e5a-9b1e-0110c74b9f93'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:34:38.228429 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae3fbe182e2c1c70a5346b740f804138ecd9042bc04c1c47f40fee79c776d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8be4771-8a79-48da-8261-6cdad6820726" -d '{"events": [{"server_uuid": "1e24f861-ba20-4595-9dd5-9ea1f9832284", "name": "network-vif-plugged", "status": "completed", "tag": "9b205abf-2fab-4e5a-9b1e-0110c74b9f93"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:34:38.246467 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9b205abf-2fab-4e5a-9b1e-0110c74b9f93,segment=NetworkSegment(d7e1724e-6066-427b-a3a4-bc3e1a8af7fa),segment_id=d7e1724e-6066-427b-a3a4-bc3e1a8af7fa)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:34:38.259683 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c991e48c-36fc-4fa4-a0f6-619fad1e2bb4 req-c093203d-58d2-4350-8afe-45f896a9a008 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848360 Nov 02 07:34:38.261122 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (9b205abf-2fab-4e5a-9b1e-0110c74b9f93), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:38.322739 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e76ad5-1d03-4280-89de-b90e6c267929 x-openstack-request-id: req-b5e76ad5-1d03-4280-89de-b90e6c267929 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:34:38.323026 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e24f861-ba20-4595-9dd5-9ea1f9832284", "name": "network-vif-plugged", "status": "completed", "tag": "9b205abf-2fab-4e5a-9b1e-0110c74b9f93", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:34:38.323555 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b5e76ad5-1d03-4280-89de-b90e6c267929 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:34:38.324223 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5e76ad5-1d03-4280-89de-b90e6c267929'] response: {'server_uuid': '1e24f861-ba20-4595-9dd5-9ea1f9832284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b205abf-2fab-4e5a-9b1e-0110c74b9f93', 'code': 200} Nov 02 07:34:38.332932 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=9b205abf-2fab-4e5a-9b1e-0110c74b9f93,revision_number=7']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:39.415177 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47375c-2fa3-499d-bd7b-819f8e497911 req-56861ed7-393c-428d-9d9a-819c279b941b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:39.422841 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9f47375c-2fa3-499d-bd7b-819f8e497911 req-56861ed7-393c-428d-9d9a-819c279b941b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.0657520 Nov 02 07:34:39.492757 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9f47375c-2fa3-499d-bd7b-819f8e497911 req-41b9f1f5-785a-4a9c-8e01-15fadebcbf5f tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681531 Nov 02 07:34:40.626185 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:34:40.634406 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567ea77-a3ae-4297-98ab-2596296555aa req-ed7ba151-184e-4e3d-81b2-6c9bf3914213 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:40.645401 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0567ea77-a3ae-4297-98ab-2596296555aa req-ed7ba151-184e-4e3d-81b2-6c9bf3914213 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.0707502 Nov 02 07:34:40.695712 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:40.712211 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0567ea77-a3ae-4297-98ab-2596296555aa req-a0d334fd-c38c-4868-9ad6-d8907ec54385 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654192 Nov 02 07:34:41.855797 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bb478-0369-4d81-bc9d-45c6becef52f req-53a4bdf8-9614-43dc-9178-1e18380ebf03 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:41.862942 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-700bb478-0369-4d81-bc9d-45c6becef52f req-53a4bdf8-9614-43dc-9178-1e18380ebf03 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.0569057 Nov 02 07:34:41.916833 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-700bb478-0369-4d81-bc9d-45c6becef52f req-ea0cd92d-a6d3-4927-970c-52eebd5c9275 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520294 Nov 02 07:34:42.620290 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=12 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:43.065354 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb72817-c59f-475d-9898-7b6f36a099a9 req-a87e7e64-41ac-493c-b877-2c0cf3f4a0b0 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:43.067531 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-cfb72817-c59f-475d-9898-7b6f36a099a9 req-a87e7e64-41ac-493c-b877-2c0cf3f4a0b0 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.0608685 Nov 02 07:34:43.130182 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-cfb72817-c59f-475d-9898-7b6f36a099a9 req-59c51916-5c53-4aeb-8c5d-fd655e535c0c tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573397 Nov 02 07:34:44.264335 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:44.279208 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3fb354-3c06-4853-9bc9-61a12e695e08 req-b41278fc-bcc8-42c9-8ed8-b2262b47455b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:44.286770 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0d3fb354-3c06-4853-9bc9-61a12e695e08 req-b41278fc-bcc8-42c9-8ed8-b2262b47455b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.0599549 Nov 02 07:34:44.367382 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0d3fb354-3c06-4853-9bc9-61a12e695e08 req-8bd886a7-2253-4645-99f2-01cae32e717e tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793803 Nov 02 07:34:44.510930 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 39722) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:34:44.655938 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8a26acd5-ac88-43d1-a5da-5c5c6cacaffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:44.759558 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8a26acd5-ac88-43d1-a5da-5c5c6cacaffb admin admin] Publish callbacks [] for security_group (bc4792b1-c810-4d3c-a936-90a1eefbc18b), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:44.766196 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8a26acd5-ac88-43d1-a5da-5c5c6cacaffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (bc4792b1-c810-4d3c-a936-90a1eefbc18b), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:44.808887 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-8a26acd5-ac88-43d1-a5da-5c5c6cacaffb admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=967ced1eeb8144bd8aebb7d28805ecad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2968154 Nov 02 07:34:44.809759 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26acd5-ac88-43d1-a5da-5c5c6cacaffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4792b1-c810-4d3c-a936-90a1eefbc18b,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:44.811616 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 39732) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:34:44.919526 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab96917-d464-4a20-8cad-5b17bb09fd1b req-613171fa-22ca-424a-8866-bb3bda8f0e2b tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:44.933786 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ab23687f-9916-40a3-9af3-c9b02cb1afff admin admin] Publish callbacks [] for security_group (bc4792b1-c810-4d3c-a936-90a1eefbc18b), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:44.940999 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3ab96917-d464-4a20-8cad-5b17bb09fd1b req-613171fa-22ca-424a-8866-bb3bda8f0e2b tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7bd1bfac-3396-4f20-bb69-0ce371638a22 HTTP/1.1" status: 200 len: 946 time: 0.0837424 Nov 02 07:34:44.974541 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ab23687f-9916-40a3-9af3-c9b02cb1afff admin admin] Publish callbacks [] for security_group (bc4792b1-c810-4d3c-a936-90a1eefbc18b), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:45.013572 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3ab96917-d464-4a20-8cad-5b17bb09fd1b req-f55d5319-0174-4b8a-a5e7-62ed8f516bf0 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c2ceafc0-2e6d-4a35-ae98-0cf4b5668826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659680 Nov 02 07:34:45.048114 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ab23687f-9916-40a3-9af3-c9b02cb1afff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (bc4792b1-c810-4d3c-a936-90a1eefbc18b), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:45.051583 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ab23687f-9916-40a3-9af3-c9b02cb1afff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:45.053245 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-ab23687f-9916-40a3-9af3-c9b02cb1afff admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/bc4792b1-c810-4d3c-a936-90a1eefbc18b HTTP/1.1" status: 204 len: 168 time: 0.2395048 Nov 02 07:34:45.063422 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23687f-9916-40a3-9af3-c9b02cb1afff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4792b1-c810-4d3c-a936-90a1eefbc18b,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:45.406728 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 39740) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:34:45.427918 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-cc7a7b7d-2bca-4e8b-969c-9cb897107a10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:45.525186 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d2e6f-e01d-4b84-a8a7-0345e325e46f req-b8ed3781-277d-427a-bad3-4fae0206ad43 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:45.531137 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d71d2e6f-e01d-4b84-a8a7-0345e325e46f req-b8ed3781-277d-427a-bad3-4fae0206ad43 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.0674562 Nov 02 07:34:45.547703 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-cc7a7b7d-2bca-4e8b-969c-9cb897107a10 admin admin] Publish callbacks [] for security_group (0ffb60b3-b200-4bda-8396-806ba4997571), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:45.559170 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-cc7a7b7d-2bca-4e8b-969c-9cb897107a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (0ffb60b3-b200-4bda-8396-806ba4997571), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:45.590466 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d71d2e6f-e01d-4b84-a8a7-0345e325e46f req-6b41c8b4-d51a-4166-9f84-06f82b28ccd5 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574231 Nov 02 07:34:45.624493 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-cc7a7b7d-2bca-4e8b-969c-9cb897107a10 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=cc52eaf3fa024318948260120861e514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143853 Nov 02 07:34:45.625065 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 39744) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:34:45.634582 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a7b7d-2bca-4e8b-969c-9cb897107a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffb60b3-b200-4bda-8396-806ba4997571,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:45.654613 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:45.701476 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c611f688-003d-4a25-a48a-43ded1413973 admin admin] Publish callbacks [] for security_group (0ffb60b3-b200-4bda-8396-806ba4997571), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:45.727288 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:45.732502 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c611f688-003d-4a25-a48a-43ded1413973 admin admin] Publish callbacks [] for security_group (0ffb60b3-b200-4bda-8396-806ba4997571), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:45.800468 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c611f688-003d-4a25-a48a-43ded1413973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (0ffb60b3-b200-4bda-8396-806ba4997571), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:45.803579 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c611f688-003d-4a25-a48a-43ded1413973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:45.807812 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-c611f688-003d-4a25-a48a-43ded1413973 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0ffb60b3-b200-4bda-8396-806ba4997571 HTTP/1.1" status: 204 len: 168 time: 0.1794870 Nov 02 07:34:45.814428 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611f688-003d-4a25-a48a-43ded1413973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffb60b3-b200-4bda-8396-806ba4997571,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:45.892935 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5943bf-3451-4f73-a40c-769f32d1fa90 req-cbccd424-13ce-4092-bb7b-d442fc2a13cb tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:45.894827 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ee5943bf-3451-4f73-a40c-769f32d1fa90 req-cbccd424-13ce-4092-bb7b-d442fc2a13cb tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0978000 Nov 02 07:34:45.962273 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ee5943bf-3451-4f73-a40c-769f32d1fa90 req-f9896928-d0fe-490d-9ed3-781bb7a257da tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589409 Nov 02 07:34:46.166744 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a47c63-afb1-4d13-aba8-9ce3a6b59a58 req-26fadaf8-db80-4cae-85c4-d750c13eb305 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:46.168367 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-95a47c63-afb1-4d13-aba8-9ce3a6b59a58 req-26fadaf8-db80-4cae-85c4-d750c13eb305 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7bd1bfac-3396-4f20-bb69-0ce371638a22 HTTP/1.1" status: 200 len: 946 time: 0.0627003 Nov 02 07:34:46.248482 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-95a47c63-afb1-4d13-aba8-9ce3a6b59a58 req-eaedaa56-32df-445b-9fbe-ba5e142fdf24 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c2ceafc0-2e6d-4a35-ae98-0cf4b5668826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685451 Nov 02 07:34:46.348747 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-04f0c90c-b41b-4f20-b4b5-a19fabade97e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:46.725482 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:46.769186 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f46ec0-3953-4573-8453-eccf691b3837 req-0cdd35e5-a94d-4b29-8b09-a723f78d6835 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:46.771281 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-88f46ec0-3953-4573-8453-eccf691b3837 req-0cdd35e5-a94d-4b29-8b09-a723f78d6835 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=7bd1bfac-3396-4f20-bb69-0ce371638a22 HTTP/1.1" status: 200 len: 946 time: 0.0866957 Nov 02 07:34:46.783464 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be51b80-fa87-4d46-8258-5ff09cc0081c req-29cd3a02-49b9-4535-ac3e-7caf5c29782b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:46.785296 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9be51b80-fa87-4d46-8258-5ff09cc0081c req-29cd3a02-49b9-4535-ac3e-7caf5c29782b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.0909774 Nov 02 07:34:46.907190 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9be51b80-fa87-4d46-8258-5ff09cc0081c req-fbf97eb6-58b3-4697-b1d6-2ff15679ecd9 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131921 Nov 02 07:34:46.908107 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-88f46ec0-3953-4573-8453-eccf691b3837 req-f6e55b9e-b868-4098-bc63-bdefc938accb tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Deleting port 148621bd-7213-4c12-9515-64da33ea6ed5 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:34:46.908604 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-88f46ec0-3953-4573-8453-eccf691b3837 req-f6e55b9e-b868-4098-bc63-bdefc938accb tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (148621bd-7213-4c12-9515-64da33ea6ed5), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:47.043619 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-88f46ec0-3953-4573-8453-eccf691b3837 req-f6e55b9e-b868-4098-bc63-bdefc938accb tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] For port 148621bd-7213-4c12-9515-64da33ea6ed5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=148621bd-7213-4c12-9515-64da33ea6ed5,segment=NetworkSegment(c05d0ba3-98c5-4b1c-b632-26a7e9300bb9),segment_id=c05d0ba3-98c5-4b1c-b632-26a7e9300bb9)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:34:47.044124 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-88f46ec0-3953-4573-8453-eccf691b3837 req-f6e55b9e-b868-4098-bc63-bdefc938accb tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (148621bd-7213-4c12-9515-64da33ea6ed5), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:47.121209 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:47.200482 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbb75d-f74a-4496-af6d-9ab10e3fbb47 req-be5695b2-43f6-41d6-affa-d40573d318c3 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:47.201987 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bbbbb75d-f74a-4496-af6d-9ab10e3fbb47 req-be5695b2-43f6-41d6-affa-d40573d318c3 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0956619 Nov 02 07:34:47.314441 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bbbbb75d-f74a-4496-af6d-9ab10e3fbb47 req-3a4484f0-5638-4f94-8d1e-32f5523b4d48 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055110 Nov 02 07:34:47.322428 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-88f46ec0-3953-4573-8453-eccf691b3837 req-f6e55b9e-b868-4098-bc63-bdefc938accb tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:47.323425 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-88f46ec0-3953-4573-8453-eccf691b3837 req-f6e55b9e-b868-4098-bc63-bdefc938accb tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (2d151915-19ed-4990-8d4e-aceb218588d8), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:47.323554 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.db.l3_db [req-88f46ec0-3953-4573-8453-eccf691b3837 req-f6e55b9e-b868-4098-bc63-bdefc938accb tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Floating IP 2d151915-19ed-4990-8d4e-aceb218588d8 disassociated. External IP: 172.27.2.173, port: 148621bd-7213-4c12-9515-64da33ea6ed5. Nov 02 07:34:47.323958 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-88f46ec0-3953-4573-8453-eccf691b3837 req-f6e55b9e-b868-4098-bc63-bdefc938accb tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Calling delete_port for 148621bd-7213-4c12-9515-64da33ea6ed5 owned by compute:nova {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:34:47.429392 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812f464-2310-471e-ae90-bd6e0f469cee req-83665c24-9134-49b1-88c0-2ab9f0265f38 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:47.431115 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7812f464-2310-471e-ae90-bd6e0f469cee req-83665c24-9134-49b1-88c0-2ab9f0265f38 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7bd1bfac-3396-4f20-bb69-0ce371638a22 HTTP/1.1" status: 200 len: 946 time: 0.0652187 Nov 02 07:34:47.515953 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7812f464-2310-471e-ae90-bd6e0f469cee req-fbfdad72-b967-4e52-9fb7-f14a1c83b87d tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=c2ceafc0-2e6d-4a35-ae98-0cf4b5668826&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747797 Nov 02 07:34:47.541353 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-88f46ec0-3953-4573-8453-eccf691b3837 req-f6e55b9e-b868-4098-bc63-bdefc938accb tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (148621bd-7213-4c12-9515-64da33ea6ed5), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:47.571437 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e55b9e-b868-4098-bc63-bdefc938accb tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event deleted for resources: {'Port': ['ID=148621bd-7213-4c12-9515-64da33ea6ed5,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:47.693657 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88f46ec0-3953-4573-8453-eccf691b3837 req-f6e55b9e-b868-4098-bc63-bdefc938accb tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Router 809828a3-4f45-44a0-b054-defd7df6335b has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:34:47.758629 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:47.807116 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88f46ec0-3953-4573-8453-eccf691b3837 req-f6e55b9e-b868-4098-bc63-bdefc938accb tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:34:47.816918 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a65c573-6a15-4eda-b443-16b9f4f3ef92 None None] Sync routers for ids ['809828a3-4f45-44a0-b054-defd7df6335b'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:34:47.828450 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a65c573-6a15-4eda-b443-16b9f4f3ef92 None None] Routers {'809828a3-4f45-44a0-b054-defd7df6335b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:34:47.829302 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-9a65c573-6a15-4eda-b443-16b9f4f3ef92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:34:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['809828a3-4f45-44a0-b054-defd7df6335b'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:34:47.852786 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f46ec0-3953-4573-8453-eccf691b3837 req-f6e55b9e-b868-4098-bc63-bdefc938accb tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] No DVR routers for this DVR port 148621bd-7213-4c12-9515-64da33ea6ed5 on host hv-cinder-80473 {{(pid=104569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:34:47.855169 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-88f46ec0-3953-4573-8453-eccf691b3837 req-f6e55b9e-b868-4098-bc63-bdefc938accb tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:47.859360 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-88f46ec0-3953-4573-8453-eccf691b3837 req-f6e55b9e-b868-4098-bc63-bdefc938accb tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.47 "DELETE /networking/v2.0/ports/148621bd-7213-4c12-9515-64da33ea6ed5 HTTP/1.1" status: 204 len: 173 time: 1.0729342 Nov 02 07:34:47.859881 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd1bfac-3396-4f20-bb69-0ce371638a22', 'name': 'network-vif-deleted', 'tag': '148621bd-7213-4c12-9515-64da33ea6ed5'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:34:47.870290 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8985ca-800a-4cae-b37f-13449bf47b7b" -d '{"events": [{"server_uuid": "7bd1bfac-3396-4f20-bb69-0ce371638a22", "name": "network-vif-deleted", "tag": "148621bd-7213-4c12-9515-64da33ea6ed5"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:34:47.962289 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5d197f-9e03-4ff3-b604-fac5af5d5edd x-openstack-request-id: req-5a5d197f-9e03-4ff3-b604-fac5af5d5edd {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:34:47.962930 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd1bfac-3396-4f20-bb69-0ce371638a22", "name": "network-vif-deleted", "tag": "148621bd-7213-4c12-9515-64da33ea6ed5", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:34:47.963342 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a5d197f-9e03-4ff3-b604-fac5af5d5edd {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:34:47.963989 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a5d197f-9e03-4ff3-b604-fac5af5d5edd'] response: {'server_uuid': '7bd1bfac-3396-4f20-bb69-0ce371638a22', 'name': 'network-vif-deleted', 'tag': '148621bd-7213-4c12-9515-64da33ea6ed5', 'status': 'completed', 'code': 200} Nov 02 07:34:48.013975 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-9a65c573-6a15-4eda-b443-16b9f4f3ef92 None None] Set router 809828a3-4f45-44a0-b054-defd7df6335b gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:34:48.120697 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c36faa-d768-4219-87ab-2ae441ae6480 req-753670d1-9448-41a4-a38e-b812716d35ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:48.122997 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-31c36faa-d768-4219-87ab-2ae441ae6480 req-753670d1-9448-41a4-a38e-b812716d35ae service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=df168e1504c947169b74f50c1ed4de95&device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 1129 time: 0.2641881 Nov 02 07:34:48.135759 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb0e29-17a3-4c37-9400-9ff0563cd7c0 req-9635e017-50f5-4aaf-88b0-081f2f410eb8 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:48.142697 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-75fb0e29-17a3-4c37-9400-9ff0563cd7c0 req-9635e017-50f5-4aaf-88b0-081f2f410eb8 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.1139874 Nov 02 07:34:48.212158 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-75fb0e29-17a3-4c37-9400-9ff0563cd7c0 req-b42cece3-f39c-43ec-86ed-699c96d440e5 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684998 Nov 02 07:34:48.313484 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c36faa-d768-4219-87ab-2ae441ae6480 req-a9f07fae-bbbc-4534-875c-83e74ef3a432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:48.315016 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-31c36faa-d768-4219-87ab-2ae441ae6480 req-a9f07fae-bbbc-4534-875c-83e74ef3a432 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=dc944948-bf48-4be4-9702-2103a8c937e6 HTTP/1.1" status: 200 len: 916 time: 0.1843455 Nov 02 07:34:48.447159 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a0c34-441a-428c-93a1-d67040fb97d9 req-7c680844-f196-4b68-85bc-7e7990cee7b9 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:48.448678 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-547a0c34-441a-428c-93a1-d67040fb97d9 req-7c680844-f196-4b68-85bc-7e7990cee7b9 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0462158 Nov 02 07:34:48.466946 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-9a65c573-6a15-4eda-b443-16b9f4f3ef92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:30:52Z', 'revision_number': 4, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port': {'id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:46Z', 'updated_at': '2022-11-02T07:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '839da449-2ff2-45b6-97aa-874949fa1c1d', 'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'mac_address': 'fa:16:3e:81:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:51Z', 'updated_at': '2022-11-02T07:30:58Z', 'revision_number': 5, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'subnets': [{'id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:34:48.492695 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a65c573-6a15-4eda-b443-16b9f4f3ef92 None None] Checking router: 809828a3-4f45-44a0-b054-defd7df6335b for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:34:48.498685 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-547a0c34-441a-428c-93a1-d67040fb97d9 req-33bacf7d-7ab8-4908-be9d-a68902daba9a tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441630 Nov 02 07:34:48.501142 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a65c573-6a15-4eda-b443-16b9f4f3ef92 None None] Routers {'809828a3-4f45-44a0-b054-defd7df6335b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:34:48.501746 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-9a65c573-6a15-4eda-b443-16b9f4f3ef92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:34:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['809828a3-4f45-44a0-b054-defd7df6335b'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:34:48.576446 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-699a1b55-54fe-45b8-8475-3d6561bdf1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:48.628952 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-31c36faa-d768-4219-87ab-2ae441ae6480 req-d7ee9711-085c-4b7f-9332-8adebb5fedd4 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b205abf-2fab-4e5a-9b1e-0110c74b9f93 HTTP/1.1" status: 200 len: 1001 time: 0.0757930 Nov 02 07:34:48.632299 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-9a65c573-6a15-4eda-b443-16b9f4f3ef92 None None] Set router 809828a3-4f45-44a0-b054-defd7df6335b gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:34:48.633850 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:48.698801 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5c45f3df-67fb-424e-95f9-cfd0878cdea9 req-2d5e171f-dedf-44f7-9e38-2e79bc3c9773 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7bd1bfac-3396-4f20-bb69-0ce371638a22 HTTP/1.1" status: 200 len: 210 time: 0.0751915 Nov 02 07:34:48.703568 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c36faa-d768-4219-87ab-2ae441ae6480 req-836937e3-7e8b-4df6-9aa2-d2cfc8743a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:48.705291 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-31c36faa-d768-4219-87ab-2ae441ae6480 req-836937e3-7e8b-4df6-9aa2-d2cfc8743a63 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=1d426ab6-29f8-42bf-863b-191b8ac9a103 HTTP/1.1" status: 200 len: 854 time: 0.0498209 Nov 02 07:34:48.763771 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c36faa-d768-4219-87ab-2ae441ae6480 req-e0e49cbb-8c73-4b24-9082-5ca77d46bfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:48.765497 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-31c36faa-d768-4219-87ab-2ae441ae6480 req-e0e49cbb-8c73-4b24-9082-5ca77d46bfdc service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=dc944948-bf48-4be4-9702-2103a8c937e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0525806 Nov 02 07:34:48.845217 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:48.850323 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-9a65c573-6a15-4eda-b443-16b9f4f3ef92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:30:52Z', 'revision_number': 4, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port': {'id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:46Z', 'updated_at': '2022-11-02T07:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '839da449-2ff2-45b6-97aa-874949fa1c1d', 'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'mac_address': 'fa:16:3e:81:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:51Z', 'updated_at': '2022-11-02T07:30:58Z', 'revision_number': 5, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'subnets': [{'id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:34:48.859854 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-31c36faa-d768-4219-87ab-2ae441ae6480 req-cf229164-1c61-4137-acce-4988b6a64477 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dc944948-bf48-4be4-9702-2103a8c937e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881324 Nov 02 07:34:48.879035 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a65c573-6a15-4eda-b443-16b9f4f3ef92 None None] The sync data for ids ['809828a3-4f45-44a0-b054-defd7df6335b'] in dv-cinder-804735-33-iscsi is: [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:30:52Z', 'revision_number': 4, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port': {'id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:46Z', 'updated_at': '2022-11-02T07:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '839da449-2ff2-45b6-97aa-874949fa1c1d', 'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'mac_address': 'fa:16:3e:81:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:51Z', 'updated_at': '2022-11-02T07:30:58Z', 'revision_number': 5, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'subnets': [{'id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:34:48.960534 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-31c36faa-d768-4219-87ab-2ae441ae6480 req-2708e364-3b2a-4cf2-9a6e-fb4793233dfc service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dc944948-bf48-4be4-9702-2103a8c937e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934472 Nov 02 07:34:49.091690 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6aec4a-93e3-42c2-a7d2-82120476f07d None None] New status for floating IP 2d151915-19ed-4990-8d4e-aceb218588d8: DOWN {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 07:34:49.357463 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:49.366989 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7e7b6-d806-4b29-98d9-89ea64171ce0 req-d5b89a3f-e49b-437e-aabc-43eada51815a tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:49.368548 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bdc7e7b6-d806-4b29-98d9-89ea64171ce0 req-d5b89a3f-e49b-437e-aabc-43eada51815a tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 945 time: 0.0522666 Nov 02 07:34:49.417599 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bdc7e7b6-d806-4b29-98d9-89ea64171ce0 req-cbd6d3bd-faa6-453f-9cec-68ecdeb77c6e tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426805 Nov 02 07:34:49.627711 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db642374-c517-4168-8153-d56cca9914df req-0a519161-2dbc-40b4-accc-bcfe1650d17a tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:49.629227 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-db642374-c517-4168-8153-d56cca9914df req-0a519161-2dbc-40b4-accc-bcfe1650d17a tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0521431 Nov 02 07:34:49.677952 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-db642374-c517-4168-8153-d56cca9914df req-4510fc57-b10c-4bc2-be51-b482c14a6eb9 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431919 Nov 02 07:34:49.784808 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 39844) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:34:49.839947 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a918eada-032c-4d62-9439-23e198cef4b5 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group (c2ceafc0-2e6d-4a35-ae98-0cf4b5668826), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:49.861954 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a918eada-032c-4d62-9439-23e198cef4b5 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group (c2ceafc0-2e6d-4a35-ae98-0cf4b5668826), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:49.900002 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:49.910457 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a918eada-032c-4d62-9439-23e198cef4b5 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (c2ceafc0-2e6d-4a35-ae98-0cf4b5668826), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:49.913777 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a918eada-032c-4d62-9439-23e198cef4b5 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:49.915171 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-a918eada-032c-4d62-9439-23e198cef4b5 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c2ceafc0-2e6d-4a35-ae98-0cf4b5668826 HTTP/1.1" status: 204 len: 168 time: 0.1293797 Nov 02 07:34:49.918412 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 39846) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:34:49.936031 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918eada-032c-4d62-9439-23e198cef4b5 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ceafc0-2e6d-4a35-ae98-0cf4b5668826,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:49.938343 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.api.v2.resource [None req-435953b9-61ef-492d-b049-2d9573e6beb8 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] show failed (client error): The resource could not be found. Nov 02 07:34:49.939544 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-435953b9-61ef-492d-b049-2d9573e6beb8 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups/c2ceafc0-2e6d-4a35-ae98-0cf4b5668826 HTTP/1.1" status: 404 len: 347 time: 0.0201857 Nov 02 07:34:49.942450 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 39848) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:34:50.059676 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-a1ed835a-9d7c-4ee1-a236-1d0cbd56756c tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Deleting port b6240461-3430-43ff-958d-0f076be44fc1 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:34:50.060024 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a1ed835a-9d7c-4ee1-a236-1d0cbd56756c tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (b6240461-3430-43ff-958d-0f076be44fc1), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:50.140882 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a1ed835a-9d7c-4ee1-a236-1d0cbd56756c tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (b6240461-3430-43ff-958d-0f076be44fc1), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:50.141203 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a1ed835a-9d7c-4ee1-a236-1d0cbd56756c tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for floatingip (b6240461-3430-43ff-958d-0f076be44fc1), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:50.154395 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-a1ed835a-9d7c-4ee1-a236-1d0cbd56756c tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Calling delete_port for b6240461-3430-43ff-958d-0f076be44fc1 owned by network:floatingip {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:34:50.158278 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:34:50.168029 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:50.200848 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:50.236421 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 is: ACTIVE; New status is: DOWN {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:34:50.236823 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (9b205abf-2fab-4e5a-9b1e-0110c74b9f93), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:50.260878 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e24f861-ba20-4595-9dd5-9ea1f9832284', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b205abf-2fab-4e5a-9b1e-0110c74b9f93'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:34:50.263143 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae3fbe182e2c1c70a5346b740f804138ecd9042bc04c1c47f40fee79c776d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7189d193-8238-4199-b758-1826561240e1" -d '{"events": [{"server_uuid": "1e24f861-ba20-4595-9dd5-9ea1f9832284", "name": "network-vif-unplugged", "status": "completed", "tag": "9b205abf-2fab-4e5a-9b1e-0110c74b9f93"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:34:50.275656 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9b205abf-2fab-4e5a-9b1e-0110c74b9f93,segment=NetworkSegment(d7e1724e-6066-427b-a3a4-bc3e1a8af7fa),segment_id=d7e1724e-6066-427b-a3a4-bc3e1a8af7fa)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:34:50.279915 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (9b205abf-2fab-4e5a-9b1e-0110c74b9f93), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:50.280786 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 148621bd-7213-4c12-9515-64da33ea6ed5 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:34:50.292435 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a1ed835a-9d7c-4ee1-a236-1d0cbd56756c tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (b6240461-3430-43ff-958d-0f076be44fc1), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:50.319381 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Nov 2022 07:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2676fa49-7427-46b1-ad52-973f48ff8f96 x-openstack-request-id: req-2676fa49-7427-46b1-ad52-973f48ff8f96 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:34:50.319618 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed835a-9d7c-4ee1-a236-1d0cbd56756c tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event deleted for resources: {'Port': ['ID=b6240461-3430-43ff-958d-0f076be44fc1,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:50.319818 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e24f861-ba20-4595-9dd5-9ea1f9832284", "name": "network-vif-unplugged", "status": "completed", "tag": "9b205abf-2fab-4e5a-9b1e-0110c74b9f93", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:34:50.320134 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2676fa49-7427-46b1-ad52-973f48ff8f96 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:34:50.320597 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2676fa49-7427-46b1-ad52-973f48ff8f96'] response: {'server_uuid': '1e24f861-ba20-4595-9dd5-9ea1f9832284', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b205abf-2fab-4e5a-9b1e-0110c74b9f93', 'code': 200} Nov 02 07:34:50.321237 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] No Port match for: 148621bd-7213-4c12-9515-64da33ea6ed5 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:34:50.322333 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 148621bd-7213-4c12-9515-64da33ea6ed5 not bound to the agent host hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:34:50.348292 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=9b205abf-2fab-4e5a-9b1e-0110c74b9f93,revision_number=8']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:50.381603 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a1ed835a-9d7c-4ee1-a236-1d0cbd56756c tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for floatingip (2d151915-19ed-4990-8d4e-aceb218588d8), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:50.384139 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a1ed835a-9d7c-4ee1-a236-1d0cbd56756c tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:50.385288 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-a1ed835a-9d7c-4ee1-a236-1d0cbd56756c tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/2d151915-19ed-4990-8d4e-aceb218588d8 HTTP/1.1" status: 204 len: 168 time: 0.4419577 Nov 02 07:34:50.464057 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 39856) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:34:50.469101 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-7412414f-cede-43a2-becd-2ff641376329 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Request body: {'security_group': {'name': 'tempest-securitygroup--450577353', 'description': 'tempest-description--1889307154'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:34:50.491546 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7412414f-cede-43a2-becd-2ff641376329 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:50.562794 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931ba29-b31a-42ec-bca5-0640bfd24cc4 req-244e39d0-d069-4440-9791-edb4603d42d7 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:50.564250 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c931ba29-b31a-42ec-bca5-0640bfd24cc4 req-244e39d0-d069-4440-9791-edb4603d42d7 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 943 time: 0.0613782 Nov 02 07:34:50.630940 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7412414f-cede-43a2-becd-2ff641376329 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group (a758c8f9-a3c8-4cf2-8911-a332c9db508f), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:50.638808 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7412414f-cede-43a2-becd-2ff641376329 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (a758c8f9-a3c8-4cf2-8911-a332c9db508f), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:50.662732 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c931ba29-b31a-42ec-bca5-0640bfd24cc4 req-b498936f-2c57-4382-ad2a-f474a4199fde tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893581 Nov 02 07:34:50.686915 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412414f-cede-43a2-becd-2ff641376329 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a758c8f9-a3c8-4cf2-8911-a332c9db508f,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:50.692568 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7412414f-cede-43a2-becd-2ff641376329 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:50.697684 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 39864) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:34:50.697839 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-7412414f-cede-43a2-becd-2ff641376329 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2321870 Nov 02 07:34:50.702931 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-cacbbcbe-9cac-4f99-bbbc-870fa21dc4c2 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Request body: {'security_group_rule': {'security_group_id': 'a758c8f9-a3c8-4cf2-8911-a332c9db508f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:34:50.735316 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-cacbbcbe-9cac-4f99-bbbc-870fa21dc4c2 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group_rule (e51680ec-bfe4-4c8f-affa-ebf41d58fda7), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:50.813335 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-cacbbcbe-9cac-4f99-bbbc-870fa21dc4c2 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group_rule (e51680ec-bfe4-4c8f-affa-ebf41d58fda7), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:50.818222 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-cacbbcbe-9cac-4f99-bbbc-870fa21dc4c2 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (e51680ec-bfe4-4c8f-affa-ebf41d58fda7), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:50.836473 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacbbcbe-9cac-4f99-bbbc-870fa21dc4c2 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51680ec-bfe4-4c8f-affa-ebf41d58fda7,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:50.847946 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0abcad-4374-43d1-be58-d77a7e224014 req-a557e912-eb42-493e-be85-bbf930fb865d tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:50.849521 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bc0abcad-4374-43d1-be58-d77a7e224014 req-a557e912-eb42-493e-be85-bbf930fb865d tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0595238 Nov 02 07:34:50.859313 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-cacbbcbe-9cac-4f99-bbbc-870fa21dc4c2 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:50.860954 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-cacbbcbe-9cac-4f99-bbbc-870fa21dc4c2 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1619055 Nov 02 07:34:50.863700 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 39874) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:34:50.870129 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-cd27e7e9-7887-4242-9ca9-69a241c1b3e7 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Request body: {'security_group_rule': {'security_group_id': 'a758c8f9-a3c8-4cf2-8911-a332c9db508f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:34:50.903335 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-cd27e7e9-7887-4242-9ca9-69a241c1b3e7 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group_rule (009c2235-e605-4934-8200-0a6a680ae865), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:50.917407 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bc0abcad-4374-43d1-be58-d77a7e224014 req-ca76f0ef-3b72-49df-8de5-78ca4f2bbdbe tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611918 Nov 02 07:34:50.974531 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-cd27e7e9-7887-4242-9ca9-69a241c1b3e7 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group_rule (009c2235-e605-4934-8200-0a6a680ae865), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:50.981405 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-cd27e7e9-7887-4242-9ca9-69a241c1b3e7 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (009c2235-e605-4934-8200-0a6a680ae865), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:51.002008 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27e7e9-7887-4242-9ca9-69a241c1b3e7 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009c2235-e605-4934-8200-0a6a680ae865,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:51.011210 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-cd27e7e9-7887-4242-9ca9-69a241c1b3e7 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:51.015539 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-cd27e7e9-7887-4242-9ca9-69a241c1b3e7 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475677 Nov 02 07:34:51.015539 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 39886) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:34:51.019780 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-f1213f01-c866-488e-a57c-513b17def675 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Request body: {'floatingip': {'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:34:51.041166 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f1213f01-c866-488e-a57c-513b17def675 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:51.130146 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f1213f01-c866-488e-a57c-513b17def675 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:51.251714 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-f1213f01-c866-488e-a57c-513b17def675 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Allocated IP 172.27.2.85 (ac01166e-81e9-4cae-b853-f9fd1f541c1c/957d630b-2ac5-4777-98af-d9a9e169b647/652dc65c-f922-4544-a48f-633576317336) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:34:51.309075 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:51.414064 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:51.555289 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:51.565296 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:51.597707 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f1213f01-c866-488e-a57c-513b17def675 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for port (652dc65c-f922-4544-a48f-633576317336), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:51.633382 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f1213f01-c866-488e-a57c-513b17def675 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (652dc65c-f922-4544-a48f-633576317336), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:51.682213 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1213f01-c866-488e-a57c-513b17def675 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Network ac01166e-81e9-4cae-b853-f9fd1f541c1c is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:34:51.685821 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-f1213f01-c866-488e-a57c-513b17def675 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:34:51.687865 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1213f01-c866-488e-a57c-513b17def675 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event updated for resources: {'Port': ['ID=652dc65c-f922-4544-a48f-633576317336,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:51.690042 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1213f01-c866-488e-a57c-513b17def675 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:34:51.787694 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f1213f01-c866-488e-a57c-513b17def675 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for floatingip (619e44c0-3213-4006-8ebf-fa5c9e08beee), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:51.821073 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0b86d-ad4a-4590-8aad-5ebb3d392cd9 req-6be94847-d398-4820-85c4-e94e9919f267 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:51.822586 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-59a0b86d-ad4a-4590-8aad-5ebb3d392cd9 req-6be94847-d398-4820-85c4-e94e9919f267 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 943 time: 0.0568125 Nov 02 07:34:51.831347 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f1213f01-c866-488e-a57c-513b17def675 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (652dc65c-f922-4544-a48f-633576317336), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:51.874992 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-59a0b86d-ad4a-4590-8aad-5ebb3d392cd9 req-46160b7c-c686-4860-88b4-8b06ce75fcbd tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459905 Nov 02 07:34:52.002843 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f1213f01-c866-488e-a57c-513b17def675 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for port (652dc65c-f922-4544-a48f-633576317336), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:52.009107 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f1213f01-c866-488e-a57c-513b17def675 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576543'] for port (652dc65c-f922-4544-a48f-633576317336), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:52.045095 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b7e69-9fe7-42d8-b024-d53f54700b1a req-1e756fa2-06f2-4e11-9091-5462508a8092 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:52.046742 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-007b7e69-9fe7-42d8-b024-d53f54700b1a req-1e756fa2-06f2-4e11-9091-5462508a8092 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0514927 Nov 02 07:34:52.060429 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:52.080087 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f1213f01-c866-488e-a57c-513b17def675 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (619e44c0-3213-4006-8ebf-fa5c9e08beee), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:52.082972 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1213f01-c866-488e-a57c-513b17def675 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event updated for resources: {'Port': ['ID=652dc65c-f922-4544-a48f-633576317336,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:52.101556 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f1213f01-c866-488e-a57c-513b17def675 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:52.103119 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-f1213f01-c866-488e-a57c-513b17def675 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0867050 Nov 02 07:34:52.120795 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-007b7e69-9fe7-42d8-b024-d53f54700b1a req-e8b7382a-6adb-41ba-938f-b8f293188a59 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683947 Nov 02 07:34:52.310003 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-436c673c-9fa1-4064-9d42-435f2b838279 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--450577353&fields=id&tenant_id=ba3bab98d31d49098a8e7242d51be646 HTTP/1.1" status: 200 len: 267 time: 0.0477529 Nov 02 07:34:52.417815 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-558c7881-ca7c-4add-ad10-541d4585c904 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:52.419312 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-558c7881-ca7c-4add-ad10-541d4585c904 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/networks?id=db626555-8790-4323-a9e4-7db2e2eaf177 HTTP/1.1" status: 200 len: 814 time: 0.1027756 Nov 02 07:34:52.435028 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-03edc92c-fbc7-4605-b471-42613cb847a2 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/quotas/ba3bab98d31d49098a8e7242d51be646 HTTP/1.1" status: 200 len: 375 time: 0.0103981 Nov 02 07:34:52.474993 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:52.486259 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-9990589c-917b-4914-919e-0455429a1872 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=ba3bab98d31d49098a8e7242d51be646&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460277 Nov 02 07:34:52.640475 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-6ddd8de7-7ea3-4741-93e6-10c620b36dd9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/db626555-8790-4323-a9e4-7db2e2eaf177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398821 Nov 02 07:34:52.736061 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-e3335152-e6e5-4f7a-a835-0c7c68887455 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/db626555-8790-4323-a9e4-7db2e2eaf177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892758 Nov 02 07:34:52.961059 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f50fc3eb-c991-4587-9e0b-5865ee217283 req-e3b86605-701e-4005-baaf-d61ce2957c06 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d HTTP/1.1" status: 200 len: 210 time: 0.0591099 Nov 02 07:34:52.993853 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8998de8-0e9d-4bd9-ab9e-fe6101fa9a3d req-ca762ecc-748a-4fa7-847f-44d1b2cbcab0 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:52.995451 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f8998de8-0e9d-4bd9-ab9e-fe6101fa9a3d req-ca762ecc-748a-4fa7-847f-44d1b2cbcab0 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 943 time: 0.1100454 Nov 02 07:34:53.055831 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f8998de8-0e9d-4bd9-ab9e-fe6101fa9a3d req-c8a24591-a7c7-490b-abe4-1f26774d8159 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534437 Nov 02 07:34:53.280066 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9555def-a4d9-4fe0-81b0-c3b558bb97f8 req-2702060e-fe7d-437a-8534-aeb4a04a24e6 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:53.282801 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f9555def-a4d9-4fe0-81b0-c3b558bb97f8 req-2702060e-fe7d-437a-8534-aeb4a04a24e6 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0952013 Nov 02 07:34:53.345114 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f9555def-a4d9-4fe0-81b0-c3b558bb97f8 req-42b515dd-63fa-43fc-82b1-411df3e877d8 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573313 Nov 02 07:34:53.366012 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 40004) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:34:53.403849 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 40008) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:34:53.437472 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-119d1b7e-eb07-4bda-bcb1-4d8716c6ad2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:53.503306 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2392177a-ac03-4abf-8a2f-04a660e2c480 req-6baaa86c-da93-458b-8cee-e150ad8c0605 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0981560 Nov 02 07:34:53.510992 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [req-2392177a-ac03-4abf-8a2f-04a660e2c480 req-8fd5bf26-bfea-409f-a31c-c9a29f0289c6 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104569) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 07:34:53.512063 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2392177a-ac03-4abf-8a2f-04a660e2c480 req-8fd5bf26-bfea-409f-a31c-c9a29f0289c6 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0064802 Nov 02 07:34:53.517270 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:53.533944 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-119d1b7e-eb07-4bda-bcb1-4d8716c6ad2e admin admin] Publish callbacks [] for security_group (dda1bc3e-0a55-488e-bc14-f4d982e011d1), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:53.539388 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-119d1b7e-eb07-4bda-bcb1-4d8716c6ad2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (dda1bc3e-0a55-488e-bc14-f4d982e011d1), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:53.580569 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-119d1b7e-eb07-4bda-bcb1-4d8716c6ad2e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=6672680f45eb4fcba7d107518b7a8796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130866 Nov 02 07:34:53.582393 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 40014) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:34:53.583708 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d1b7e-eb07-4bda-bcb1-4d8716c6ad2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda1bc3e-0a55-488e-bc14-f4d982e011d1,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:53.615911 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392177a-ac03-4abf-8a2f-04a660e2c480 req-641d320e-4ae5-4426-ae96-e71921c04843 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:53.617900 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2392177a-ac03-4abf-8a2f-04a660e2c480 req-641d320e-4ae5-4426-ae96-e71921c04843 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports/9b205abf-2fab-4e5a-9b1e-0110c74b9f93 HTTP/1.1" status: 200 len: 940 time: 0.0697498 Nov 02 07:34:53.655503 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bbc28dcc-00c5-4fdd-8be7-58d6368c05c0 admin admin] Publish callbacks [] for security_group (dda1bc3e-0a55-488e-bc14-f4d982e011d1), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:53.677689 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bbc28dcc-00c5-4fdd-8be7-58d6368c05c0 admin admin] Publish callbacks [] for security_group (dda1bc3e-0a55-488e-bc14-f4d982e011d1), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:53.738200 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bbc28dcc-00c5-4fdd-8be7-58d6368c05c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (dda1bc3e-0a55-488e-bc14-f4d982e011d1), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:53.740910 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-bbc28dcc-00c5-4fdd-8be7-58d6368c05c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:53.742591 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-bbc28dcc-00c5-4fdd-8be7-58d6368c05c0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/dda1bc3e-0a55-488e-bc14-f4d982e011d1 HTTP/1.1" status: 204 len: 168 time: 0.1589999 Nov 02 07:34:53.751702 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc28dcc-00c5-4fdd-8be7-58d6368c05c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda1bc3e-0a55-488e-bc14-f4d982e011d1,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:54.087974 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 40028) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:34:54.092338 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-dea4ab2d-58bc-493a-95fa-ab6e7bb91b7e req-c6a0aeaf-63cd-4746-9a29-95f84faa7958 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d HTTP/1.1" status: 200 len: 210 time: 0.0359981 Nov 02 07:34:54.115615 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:34:54.121563 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f02451ff-3470-4d57-aae0-e4d5ada1142a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:54.195277 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 is: DOWN; New status is: DOWN {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:34:54.199835 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af992de1-5fa1-4c48-a4df-0d2a6ce79cd2 req-c21c07ae-6f2c-46b9-bb19-85ebac7c8ffb tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:54.201441 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-af992de1-5fa1-4c48-a4df-0d2a6ce79cd2 req-c21c07ae-6f2c-46b9-bb19-85ebac7c8ffb tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 943 time: 0.0553663 Nov 02 07:34:54.203141 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:54.213631 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f02451ff-3470-4d57-aae0-e4d5ada1142a admin admin] Publish callbacks [] for security_group (999a9282-4b63-4f47-84f7-c49372c9c9ef), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:54.217816 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f02451ff-3470-4d57-aae0-e4d5ada1142a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (999a9282-4b63-4f47-84f7-c49372c9c9ef), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:54.228814 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:54.256839 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-af992de1-5fa1-4c48-a4df-0d2a6ce79cd2 req-ea629979-4232-4096-83f9-db28a62fab1e tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485964 Nov 02 07:34:54.260791 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-f02451ff-3470-4d57-aae0-e4d5ada1142a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2146095387254dd58bf0dc6ed1193957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1717303 Nov 02 07:34:54.262037 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02451ff-3470-4d57-aae0-e4d5ada1142a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999a9282-4b63-4f47-84f7-c49372c9c9ef,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:54.263911 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 40032) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:34:54.329751 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1f517f7e-cb0c-4339-b2a7-62dcf0a7bcbe admin admin] Publish callbacks [] for security_group (999a9282-4b63-4f47-84f7-c49372c9c9ef), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:54.351583 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1f517f7e-cb0c-4339-b2a7-62dcf0a7bcbe admin admin] Publish callbacks [] for security_group (999a9282-4b63-4f47-84f7-c49372c9c9ef), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:54.402693 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1f517f7e-cb0c-4339-b2a7-62dcf0a7bcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (999a9282-4b63-4f47-84f7-c49372c9c9ef), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:54.405406 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1f517f7e-cb0c-4339-b2a7-62dcf0a7bcbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:54.406587 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-1f517f7e-cb0c-4339-b2a7-62dcf0a7bcbe admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/999a9282-4b63-4f47-84f7-c49372c9c9ef HTTP/1.1" status: 204 len: 168 time: 0.1416922 Nov 02 07:34:54.417453 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f517f7e-cb0c-4339-b2a7-62dcf0a7bcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999a9282-4b63-4f47-84f7-c49372c9c9ef,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:54.514143 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145524f-8d19-40cb-8ec1-6ee373233f6e req-f439a4bb-d8bf-4ec8-a865-38e22ca17227 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:54.516680 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8145524f-8d19-40cb-8ec1-6ee373233f6e req-f439a4bb-d8bf-4ec8-a865-38e22ca17227 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0697258 Nov 02 07:34:54.558920 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-058f7269-2b4c-48ae-b219-d82cab7a2dfb tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:54.560746 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-058f7269-2b4c-48ae-b219-d82cab7a2dfb tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.47 "GET /networking/v2.0/networks?id=db626555-8790-4323-a9e4-7db2e2eaf177 HTTP/1.1" status: 200 len: 814 time: 0.1555574 Nov 02 07:34:54.595415 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8145524f-8d19-40cb-8ec1-6ee373233f6e req-297b6cbb-f87c-41f3-9549-b9cc480ca50a tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713716 Nov 02 07:34:54.655703 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-81cae32f-296e-4917-a87b-0505789fca19 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ba3bab98d31d49098a8e7242d51be646 HTTP/1.1" status: 200 len: 379 time: 0.0790257 Nov 02 07:34:54.666648 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-c310f855-08f0-4bd5-90fb-ed099c3214f9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Request body: {'port': {'device_id': '01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'admin_state_up': True, 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'security_groups': ['a758c8f9-a3c8-4cf2-8911-a332c9db508f']}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:34:54.781104 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-c310f855-08f0-4bd5-90fb-ed099c3214f9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Made reservation on behalf of ba3bab98d31d49098a8e7242d51be646 for: {'port': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:34:54.784998 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-c310f855-08f0-4bd5-90fb-ed099c3214f9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:54.927276 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-c310f855-08f0-4bd5-90fb-ed099c3214f9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Allocated IP 172.20.0.7 (db626555-8790-4323-a9e4-7db2e2eaf177/177e8dac-5f29-4a70-91c6-723300d96a3f/ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:34:55.076741 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-c310f855-08f0-4bd5-90fb-ed099c3214f9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for port (ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:55.084734 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:55.115969 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-c310f855-08f0-4bd5-90fb-ed099c3214f9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:55.165158 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-c310f855-08f0-4bd5-90fb-ed099c3214f9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Network db626555-8790-4323-a9e4-7db2e2eaf177 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:34:55.171503 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-c310f855-08f0-4bd5-90fb-ed099c3214f9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:34:55.175714 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-c310f855-08f0-4bd5-90fb-ed099c3214f9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:34:55.182649 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310f855-08f0-4bd5-90fb-ed099c3214f9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event updated for resources: {'Port': ['ID=ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:55.243303 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-c310f855-08f0-4bd5-90fb-ed099c3214f9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:55.243962 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-c310f855-08f0-4bd5-90fb-ed099c3214f9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:55.266077 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-c310f855-08f0-4bd5-90fb-ed099c3214f9 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6045363 Nov 02 07:34:55.277001 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:55.287002 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-293b095b-5ae0-46b5-9b8b-fa509b74b3c5 service neutron] Request body: {'port': {'device_id': '01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:34:55.290620 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:55.339952 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a478c-e38a-4784-88be-9e2882cbacdb req-67b848df-f6d8-4e7c-8cf4-2cb3f6123f0c tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:55.341536 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c88a478c-e38a-4784-88be-9e2882cbacdb req-67b848df-f6d8-4e7c-8cf4-2cb3f6123f0c tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d HTTP/1.1" status: 200 len: 931 time: 0.1558263 Nov 02 07:34:55.348236 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392177a-ac03-4abf-8a2f-04a660e2c480 req-4e346c9e-df33-4917-89c5-7dcc1bb0c090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:55.349725 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2392177a-ac03-4abf-8a2f-04a660e2c480 req-4e346c9e-df33-4917-89c5-7dcc1bb0c090 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284&tenant_id=df168e1504c947169b74f50c1ed4de95 HTTP/1.1" status: 200 len: 1127 time: 0.1521623 Nov 02 07:34:55.363525 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-293b095b-5ae0-46b5-9b8b-fa509b74b3c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:55.431304 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c88a478c-e38a-4784-88be-9e2882cbacdb req-664eb4c7-2ea1-4a11-b731-39bac8db9a4c tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a758c8f9-a3c8-4cf2-8911-a332c9db508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805101 Nov 02 07:34:55.513865 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392177a-ac03-4abf-8a2f-04a660e2c480 req-19dd06e8-7aee-4b3d-b28a-b3f3a8aa591f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:55.515403 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2392177a-ac03-4abf-8a2f-04a660e2c480 req-19dd06e8-7aee-4b3d-b28a-b3f3a8aa591f service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=df168e1504c947169b74f50c1ed4de95&device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 1127 time: 0.1039057 Nov 02 07:34:55.521587 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00cba1b-1056-40c2-b118-a0a1e5b8f9ac req-e474bd33-5048-46f9-bc48-616379049a97 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:55.523873 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b00cba1b-1056-40c2-b118-a0a1e5b8f9ac req-e474bd33-5048-46f9-bc48-616379049a97 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 943 time: 0.1402004 Nov 02 07:34:55.540474 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-3533cf71-cd27-4ed5-9664-fc223d5aeb52 None None] Provisioning complete for port ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:34:55.541510 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-3533cf71-cd27-4ed5-9664-fc223d5aeb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:55.542193 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-3533cf71-cd27-4ed5-9664-fc223d5aeb52 None None] Attempt 1 to provision port ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2 Nov 02 07:34:55.580936 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-3533cf71-cd27-4ed5-9664-fc223d5aeb52 None None] Port ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:34:55.661208 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392177a-ac03-4abf-8a2f-04a660e2c480 req-504e7f77-8a22-4607-9118-499842f99363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:55.664159 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2392177a-ac03-4abf-8a2f-04a660e2c480 req-504e7f77-8a22-4607-9118-499842f99363 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=dc944948-bf48-4be4-9702-2103a8c937e6 HTTP/1.1" status: 200 len: 916 time: 0.1379597 Nov 02 07:34:55.700426 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-293b095b-5ae0-46b5-9b8b-fa509b74b3c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2 {{(pid=104568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:34:55.708281 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-293b095b-5ae0-46b5-9b8b-fa509b74b3c5 service neutron] Publish callbacks [] for port (ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:55.711614 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b00cba1b-1056-40c2-b118-a0a1e5b8f9ac req-a112e9af-d408-4e81-8219-9477e6a34e24 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789391 Nov 02 07:34:55.723899 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.provisioning_blocks [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-293b095b-5ae0-46b5-9b8b-fa509b74b3c5 service neutron] Transition to ACTIVE for port object ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2 will not be triggered until provisioned by entity L2. {{(pid=104568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 07:34:55.738464 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-293b095b-5ae0-46b5-9b8b-fa509b74b3c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576543'] for port (ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:55.764849 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2392177a-ac03-4abf-8a2f-04a660e2c480 req-8b4012a4-f463-4b0b-a4de-54bc4e4b0298 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b205abf-2fab-4e5a-9b1e-0110c74b9f93 HTTP/1.1" status: 200 len: 999 time: 0.0964844 Nov 02 07:34:55.773729 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89a816-129a-4347-a1ee-b7db74f9b104 req-b296556c-b49f-493b-af10-52cf9f89873e tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:55.775237 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0e89a816-129a-4347-a1ee-b7db74f9b104 req-b296556c-b49f-493b-af10-52cf9f89873e tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0990093 Nov 02 07:34:55.823312 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b095b-5ae0-46b5-9b8b-fa509b74b3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:55.849569 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392177a-ac03-4abf-8a2f-04a660e2c480 req-74352314-1efe-41db-9f00-f57f0c85db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:55.851250 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2392177a-ac03-4abf-8a2f-04a660e2c480 req-74352314-1efe-41db-9f00-f57f0c85db82 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=1d426ab6-29f8-42bf-863b-191b8ac9a103 HTTP/1.1" status: 200 len: 854 time: 0.0750887 Nov 02 07:34:55.861754 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-293b095b-5ae0-46b5-9b8b-fa509b74b3c5 service neutron] Attempting to bind port ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:34:55.863263 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-293b095b-5ae0-46b5-9b8b-fa509b74b3c5 service neutron] Attempting to bind port ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'c05d0ba3-98c5-4b1c-b632-26a7e9300bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177'}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:34:55.863462 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-293b095b-5ae0-46b5-9b8b-fa509b74b3c5 service neutron] Attempting to bind port ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2 on network db626555-8790-4323-a9e4-7db2e2eaf177 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:34:55.896749 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0e89a816-129a-4347-a1ee-b7db74f9b104 req-201dd3f4-cc69-43ee-9208-0d6ef7873013 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110487 Nov 02 07:34:55.904241 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392177a-ac03-4abf-8a2f-04a660e2c480 req-c265092b-1a4d-4e17-8565-58cb8529e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:55.905706 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2392177a-ac03-4abf-8a2f-04a660e2c480 req-c265092b-1a4d-4e17-8565-58cb8529e52b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=dc944948-bf48-4be4-9702-2103a8c937e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0466104 Nov 02 07:34:55.929927 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-293b095b-5ae0-46b5-9b8b-fa509b74b3c5 service neutron] Port ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2 on network db626555-8790-4323-a9e4-7db2e2eaf177 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 07:34:55.929927 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-293b095b-5ae0-46b5-9b8b-fa509b74b3c5 service neutron] Attempting to bind port ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2 on network db626555-8790-4323-a9e4-7db2e2eaf177 {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:34:55.958804 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:55.974971 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-293b095b-5ae0-46b5-9b8b-fa509b74b3c5 service neutron] Checking agent: {'id': '8bd0314e-b36f-45c2-bb1e-4de001688fd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'started_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:34:55.975323 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-293b095b-5ae0-46b5-9b8b-fa509b74b3c5 service neutron] Checking segment: {'id': 'c05d0ba3-98c5-4b1c-b632-26a7e9300bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:34:55.975795 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-293b095b-5ae0-46b5-9b8b-fa509b74b3c5 service neutron] Bound using segment: {'id': 'c05d0ba3-98c5-4b1c-b632-26a7e9300bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177'} {{(pid=104568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:34:55.976231 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.managers [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-293b095b-5ae0-46b5-9b8b-fa509b74b3c5 service neutron] Bound port: ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c05d0ba3-98c5-4b1c-b632-26a7e9300bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177'}}] {{(pid=104568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:34:55.976592 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-293b095b-5ae0-46b5-9b8b-fa509b74b3c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:56.011179 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2392177a-ac03-4abf-8a2f-04a660e2c480 req-26cd2ab4-37e3-43ce-8c2b-d2500af8c425 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dc944948-bf48-4be4-9702-2103a8c937e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978179 Nov 02 07:34:56.040094 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-293b095b-5ae0-46b5-9b8b-fa509b74b3c5 service neutron] For port ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2, host hv-cinder-80473, cleared binding levels {{(pid=104568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:34:56.043637 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-293b095b-5ae0-46b5-9b8b-fa509b74b3c5 service neutron] For port ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2,segment=NetworkSegment(c05d0ba3-98c5-4b1c-b632-26a7e9300bb9),segment_id=c05d0ba3-98c5-4b1c-b632-26a7e9300bb9)] {{(pid=104568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:34:56.049601 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-293b095b-5ae0-46b5-9b8b-fa509b74b3c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576543'] for port (ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:56.053180 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-293b095b-5ae0-46b5-9b8b-fa509b74b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:56.053946 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-293b095b-5ae0-46b5-9b8b-fa509b74b3c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:56.056045 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-293b095b-5ae0-46b5-9b8b-fa509b74b3c5 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2 HTTP/1.1" status: 200 len: 1093 time: 0.7758117 Nov 02 07:34:56.058251 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d', 'tag': 'ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:34:56.060520 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9997e5a547caebf426b03fe71677bb46cfe6f7be44514c48e4ec619a10615394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e9473b-f9d0-40e4-ae6b-22bbf56230f0" -d '{"events": [{"name": "network-changed", "server_uuid": "01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d", "tag": "ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:34:56.141503 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b095b-5ae0-46b5-9b8b-fa509b74b3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2,revision_number=3']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:56.202229 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-5d36d033-8b51-482f-b7b7-21565f1594c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:56.203266 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-5d36d033-8b51-482f-b7b7-21565f1594c9 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ba3bab98d31d49098a8e7242d51be646&device_id=01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d HTTP/1.1" status: 200 len: 1127 time: 0.0634570 Nov 02 07:34:56.267038 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-c97dd9a0-3b4a-45dd-ad18-e7aa24fefedf service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2 HTTP/1.1" status: 200 len: 217 time: 0.0501568 Nov 02 07:34:56.316984 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4299d8-5de4-4739-902d-65fef01412f7 x-openstack-request-id: req-de4299d8-5de4-4739-902d-65fef01412f7 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:34:56.317308 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d", "tag": "ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:34:56.317482 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de4299d8-5de4-4739-902d-65fef01412f7 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:34:56.317881 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de4299d8-5de4-4739-902d-65fef01412f7'] response: {'name': 'network-changed', 'server_uuid': '01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d', 'tag': 'ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2', 'status': 'completed', 'code': 200} Nov 02 07:34:56.331620 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-3054cc9f-1f62-4e50-b4ef-6bb9beddc54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:56.333646 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-3054cc9f-1f62-4e50-b4ef-6bb9beddc54a service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=177e8dac-5f29-4a70-91c6-723300d96a3f HTTP/1.1" status: 200 len: 853 time: 0.0594542 Nov 02 07:34:56.381331 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-8e2a4d07-ea43-430b-bd09-903708d12f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:56.383835 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-8e2a4d07-ea43-430b-bd09-903708d12f2e service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=db626555-8790-4323-a9e4-7db2e2eaf177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439720 Nov 02 07:34:56.389519 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:56.397118 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2392177a-ac03-4abf-8a2f-04a660e2c480 req-d243f661-5e2b-48d9-b1e3-e24068a2bc31 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/dc944948-bf48-4be4-9702-2103a8c937e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799427 Nov 02 07:34:56.492714 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-6a7a56d0-ca9d-443a-8715-00f4465c21e1 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/db626555-8790-4323-a9e4-7db2e2eaf177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024837 Nov 02 07:34:56.574013 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9557f-bbf2-4502-81bf-5daa1397e76a req-e70fdf11-4f9f-4e9a-89ed-a113fd3b26d4 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:56.575566 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-66a9557f-bbf2-4502-81bf-5daa1397e76a req-e70fdf11-4f9f-4e9a-89ed-a113fd3b26d4 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d HTTP/1.1" status: 200 len: 943 time: 0.0489380 Nov 02 07:34:56.629066 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-66a9557f-bbf2-4502-81bf-5daa1397e76a req-9e83a72b-e96c-475e-bcb0-663b9727ceab tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a758c8f9-a3c8-4cf2-8911-a332c9db508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469377 Nov 02 07:34:56.677435 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-68f77016-9cfb-48fa-9456-28af6c57c1ff req-5bca675c-ae13-4e3e-a27a-b96b7e8c704f service neutron] 10.222.0.47 "GET /networking/v2.0/networks/db626555-8790-4323-a9e4-7db2e2eaf177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038325 Nov 02 07:34:56.705694 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bf6ea-c770-43dd-bfcd-27cf196db99c req-dc679834-aeb5-42fd-9c80-a76e67aa0059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:56.707267 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-799bf6ea-c770-43dd-bfcd-27cf196db99c req-dc679834-aeb5-42fd-9c80-a76e67aa0059 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=82915a36bbdb4b5998fd98833e234ad2&device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 1129 time: 0.0508783 Nov 02 07:34:56.833752 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:56.855808 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bf6ea-c770-43dd-bfcd-27cf196db99c req-b40739af-7259-4f54-a000-4c84b04cd83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:56.857315 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-799bf6ea-c770-43dd-bfcd-27cf196db99c req-b40739af-7259-4f54-a000-4c84b04cd83f service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=a4b569f4-0220-4fbb-945d-473979044420 HTTP/1.1" status: 200 len: 910 time: 0.1313319 Nov 02 07:34:56.876390 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff365e-b6e5-4122-9ec2-8ea09133e5d3 req-5e6f3c26-f2b4-498e-be28-6cbaa2565d1d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:56.878215 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b5ff365e-b6e5-4122-9ec2-8ea09133e5d3 req-5e6f3c26-f2b4-498e-be28-6cbaa2565d1d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 943 time: 0.0568495 Nov 02 07:34:56.937666 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b5ff365e-b6e5-4122-9ec2-8ea09133e5d3 req-8aff6ebf-85f6-499a-bc75-91a44e9b4443 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502644 Nov 02 07:34:57.030111 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88048d-cda7-42ed-bf92-897d285bd348 req-2f8e5b0b-eed4-41ec-a614-784cd536c68e tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:57.031624 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9d88048d-cda7-42ed-bf92-897d285bd348 req-2f8e5b0b-eed4-41ec-a614-784cd536c68e tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0497422 Nov 02 07:34:57.101841 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9d88048d-cda7-42ed-bf92-897d285bd348 req-212591c8-05a8-4761-ba4c-69d53e5561b5 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641432 Nov 02 07:34:57.579986 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-799bf6ea-c770-43dd-bfcd-27cf196db99c req-60f90ee6-871f-4e44-a18f-6dbe8980b641 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=697a5305-479b-4888-ac9b-d59e4662ea13 HTTP/1.1" status: 200 len: 1001 time: 0.0784545 Nov 02 07:34:57.581872 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:57.594914 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9473b-f9d0-40e4-ae6b-22bbf56230f0 req-605eaee6-518e-4439-9e62-f5b5f251d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:57.596631 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-88e9473b-f9d0-40e4-ae6b-22bbf56230f0 req-605eaee6-518e-4439-9e62-f5b5f251d5fa service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ba3bab98d31d49098a8e7242d51be646&device_id=01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d HTTP/1.1" status: 200 len: 1127 time: 0.0817494 Nov 02 07:34:57.784991 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bd505-f1d0-4737-b354-1a3e2da2d7fa req-0a05359c-a73e-4fa0-b711-01e8da4fe938 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:57.787025 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f53bd505-f1d0-4737-b354-1a3e2da2d7fa req-0a05359c-a73e-4fa0-b711-01e8da4fe938 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d HTTP/1.1" status: 200 len: 943 time: 0.0618846 Nov 02 07:34:57.860925 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f53bd505-f1d0-4737-b354-1a3e2da2d7fa req-5525a9ab-c171-40e2-8f38-d9ad3f902098 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a758c8f9-a3c8-4cf2-8911-a332c9db508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679889 Nov 02 07:34:58.082141 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50debcd-7e70-44c0-a2b3-ba103fb790fb req-c6d0ffa9-0986-4d6e-9cac-0e1f1d859622 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:58.083958 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a50debcd-7e70-44c0-a2b3-ba103fb790fb req-c6d0ffa9-0986-4d6e-9cac-0e1f1d859622 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 943 time: 0.0552843 Nov 02 07:34:58.126153 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 07:34:58.134038 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a50debcd-7e70-44c0-a2b3-ba103fb790fb req-0ad15312-95b6-42c8-9d46-728252564b59 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441825 Nov 02 07:34:58.222593 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35253788-f1c8-4655-87c1-05c1ef52ac5c req-1212f960-84cf-4054-aac4-7d1a09a6c94b tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:58.224081 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-35253788-f1c8-4655-87c1-05c1ef52ac5c req-1212f960-84cf-4054-aac4-7d1a09a6c94b tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0509107 Nov 02 07:34:58.238702 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2,segment=NetworkSegment(c05d0ba3-98c5-4b1c-b632-26a7e9300bb9),segment_id=c05d0ba3-98c5-4b1c-b632-26a7e9300bb9)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:34:58.250181 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Returning: {'device': 'ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'port_id': 'ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2', 'mac_address': 'fa:16:3e:0b:09:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 07:34:58.274313 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-35253788-f1c8-4655-87c1-05c1ef52ac5c req-cb359cc5-aa12-4a0b-a73a-c6c55947ffa8 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439670 Nov 02 07:34:58.285853 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2 is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:34:58.286256 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:58.300086 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:34:58.319214 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2,segment=NetworkSegment(c05d0ba3-98c5-4b1c-b632-26a7e9300bb9),segment_id=c05d0ba3-98c5-4b1c-b632-26a7e9300bb9)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:34:58.323937 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:58.370398 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:34:58.573892 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:34:58.648329 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:34:58.650826 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:58.778573 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:59.047880 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c0d2a-b04e-4008-ac05-868d570795b5 req-07a4846e-c9dd-47e3-b5c8-0285d58b415c tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:59.049931 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a40c0d2a-b04e-4008-ac05-868d570795b5 req-07a4846e-c9dd-47e3-b5c8-0285d58b415c tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d HTTP/1.1" status: 200 len: 944 time: 0.0993958 Nov 02 07:34:59.110837 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a40c0d2a-b04e-4008-ac05-868d570795b5 req-f8093c3f-e417-424e-a2b4-fd9eb4b0786b tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a758c8f9-a3c8-4cf2-8911-a332c9db508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548871 Nov 02 07:34:59.163394 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:59.164370 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=6 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:34:59.360461 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547912c-b2a5-41e0-b396-a57652d2d4fa req-13861d1a-d109-4f56-9437-09faad84b760 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:59.362329 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9547912c-b2a5-41e0-b396-a57652d2d4fa req-13861d1a-d109-4f56-9437-09faad84b760 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 943 time: 0.1054204 Nov 02 07:34:59.496117 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400fbe2-0bb5-45c0-9796-463544dfb35f req-eeeb5d64-9150-4415-8b56-035213c042e1 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:34:59.504016 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b400fbe2-0bb5-45c0-9796-463544dfb35f req-eeeb5d64-9150-4415-8b56-035213c042e1 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0981493 Nov 02 07:34:59.514223 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9547912c-b2a5-41e0-b396-a57652d2d4fa req-62367044-3ea8-493a-8a8e-24e53d40f91a tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449544 Nov 02 07:34:59.567441 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b400fbe2-0bb5-45c0-9796-463544dfb35f req-b7c55181-e3b8-4411-b900-a94e1ac0bca2 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622919 Nov 02 07:35:00.130642 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2 up at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:35:00.176088 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning for port ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2 completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 07:35:00.182969 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning complete for port ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:35:00.183340 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:00.183670 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Attempt 1 to provision port ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2 Nov 02 07:35:00.241543 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa393737-af13-4484-9666-849c0485bbc6 req-637db59e-777c-4739-aa50-e115b18799c8 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:00.243841 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-fa393737-af13-4484-9666-849c0485bbc6 req-637db59e-777c-4739-aa50-e115b18799c8 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d HTTP/1.1" status: 200 len: 944 time: 0.0557709 Nov 02 07:35:00.284909 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:35:00.289154 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:00.295236 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:00.309699 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-fa393737-af13-4484-9666-849c0485bbc6 req-18a99098-8722-4321-bd5c-d01d5b60d40b tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a758c8f9-a3c8-4cf2-8911-a332c9db508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551438 Nov 02 07:35:00.331473 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:35:00.333743 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae3fbe182e2c1c70a5346b740f804138ecd9042bc04c1c47f40fee79c776d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbd57fc-5807-4114-925c-7dd1383ae7b7" -d '{"events": [{"server_uuid": "01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d", "name": "network-vif-plugged", "status": "completed", "tag": "ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:35:00.348319 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2,segment=NetworkSegment(c05d0ba3-98c5-4b1c-b632-26a7e9300bb9),segment_id=c05d0ba3-98c5-4b1c-b632-26a7e9300bb9)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:35:00.360907 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:00.430009 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:35:00.551211 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb306df0-d856-4cd8-ac7f-8f9b8012338b x-openstack-request-id: req-cb306df0-d856-4cd8-ac7f-8f9b8012338b {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:35:00.551512 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d", "name": "network-vif-plugged", "status": "completed", "tag": "ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:35:00.551762 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb306df0-d856-4cd8-ac7f-8f9b8012338b {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:35:00.552156 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb306df0-d856-4cd8-ac7f-8f9b8012338b'] response: {'server_uuid': '01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2', 'code': 200} Nov 02 07:35:00.689956 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c622b0-1685-4dd3-9adb-815a7353c259 req-efbf489e-8a87-47a5-b636-77ec9b72534b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:00.700684 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-24c622b0-1685-4dd3-9adb-815a7353c259 req-efbf489e-8a87-47a5-b636-77ec9b72534b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 943 time: 0.0921469 Nov 02 07:35:00.728732 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:00.767486 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-24c622b0-1685-4dd3-9adb-815a7353c259 req-f5b3cfcc-b7d1-4abe-9c1d-6f261ea61922 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654252 Nov 02 07:35:00.807215 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53abff-3a71-406a-b827-7ba3186bd124 req-15c4b153-a086-4cfc-8154-3c1c07f09f43 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:00.808705 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7d53abff-3a71-406a-b827-7ba3186bd124 req-15c4b153-a086-4cfc-8154-3c1c07f09f43 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0807953 Nov 02 07:35:00.886206 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7d53abff-3a71-406a-b827-7ba3186bd124 req-d4a06949-a885-4f76-8f77-b5903350941b tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676620 Nov 02 07:35:01.456326 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a75a1d-8618-4bc4-837d-770e69649062 req-ecc3183d-beb1-4414-8fe6-8191b18a7ec2 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:01.457791 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-56a75a1d-8618-4bc4-837d-770e69649062 req-ecc3183d-beb1-4414-8fe6-8191b18a7ec2 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d HTTP/1.1" status: 200 len: 945 time: 0.0509474 Nov 02 07:35:01.530901 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-56a75a1d-8618-4bc4-837d-770e69649062 req-cb8667c7-5aad-4612-9b89-e724d96c446b tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a758c8f9-a3c8-4cf2-8911-a332c9db508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666108 Nov 02 07:35:01.921178 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05ef24-efe0-45eb-b8da-0452fdd0cebf req-2f46213e-c962-4408-b690-79c0fac0fb3f tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:01.923022 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2b05ef24-efe0-45eb-b8da-0452fdd0cebf req-2f46213e-c962-4408-b690-79c0fac0fb3f tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 943 time: 0.0558476 Nov 02 07:35:01.982573 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2b05ef24-efe0-45eb-b8da-0452fdd0cebf req-bb0cebc5-7119-43ea-995d-5bf2ad8aaaae tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539272 Nov 02 07:35:02.042164 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b3329-a2dd-4809-9f86-18145b93bdb6 req-4a867c83-d997-46cf-a0e7-852bb3608924 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:02.044181 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5a3b3329-a2dd-4809-9f86-18145b93bdb6 req-4a867c83-d997-46cf-a0e7-852bb3608924 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0778005 Nov 02 07:35:02.101254 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5a3b3329-a2dd-4809-9f86-18145b93bdb6 req-1c69cd96-f48b-475c-b761-22d2fdf45c2f tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509477 Nov 02 07:35:02.672243 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d62ad-05a7-4293-aff4-643646e5a78c req-98b6d83e-cdc8-4804-bdf9-1d743c71d966 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:02.674047 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-557d62ad-05a7-4293-aff4-643646e5a78c req-98b6d83e-cdc8-4804-bdf9-1d743c71d966 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d HTTP/1.1" status: 200 len: 945 time: 0.0673501 Nov 02 07:35:02.723788 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-557d62ad-05a7-4293-aff4-643646e5a78c req-9494f76c-b3d5-4f2a-881b-05312a5b940b tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a758c8f9-a3c8-4cf2-8911-a332c9db508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439322 Nov 02 07:35:03.123391 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b02ce5-16e2-49da-84b3-e955c1fdb08e req-35a4091e-ec38-4aac-9a5d-ad401e8d65db tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:03.124863 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-20b02ce5-16e2-49da-84b3-e955c1fdb08e req-35a4091e-ec38-4aac-9a5d-ad401e8d65db tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 943 time: 0.0473361 Nov 02 07:35:03.196776 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-20b02ce5-16e2-49da-84b3-e955c1fdb08e req-14bac5e1-3f63-4403-98aa-d9d5fa4e0592 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658178 Nov 02 07:35:03.252617 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307adda-e059-40dc-b5ba-7a37afa8c19b req-5d4c1977-c855-4689-bf86-55b577105304 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:03.254557 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0307adda-e059-40dc-b5ba-7a37afa8c19b req-5d4c1977-c855-4689-bf86-55b577105304 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0558286 Nov 02 07:35:03.306294 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0307adda-e059-40dc-b5ba-7a37afa8c19b req-037c3314-ac61-499a-a7c3-24dd6970228c tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456140 Nov 02 07:35:03.853956 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf08a1-f076-4db0-a32e-f29040336c87 req-7795d62a-a887-48ad-9714-68603698644e tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:03.855546 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-39bf08a1-f076-4db0-a32e-f29040336c87 req-7795d62a-a887-48ad-9714-68603698644e tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d HTTP/1.1" status: 200 len: 945 time: 0.0487790 Nov 02 07:35:03.906960 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-39bf08a1-f076-4db0-a32e-f29040336c87 req-8b938627-f1f6-4dc2-991d-5738f225a192 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a758c8f9-a3c8-4cf2-8911-a332c9db508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447533 Nov 02 07:35:03.912164 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 40236) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:35:04.039217 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ee0492ce-da5a-4519-8c88-41ac331ab680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:04.115829 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ee0492ce-da5a-4519-8c88-41ac331ab680 admin admin] Publish callbacks [] for security_group (e111f770-4230-4db0-98ff-6b1739e12d5e), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:04.121951 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ee0492ce-da5a-4519-8c88-41ac331ab680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (e111f770-4230-4db0-98ff-6b1739e12d5e), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:04.129470 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:04.155256 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:04.180133 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0492ce-da5a-4519-8c88-41ac331ab680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e111f770-4230-4db0-98ff-6b1739e12d5e,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:35:04.185544 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-ee0492ce-da5a-4519-8c88-41ac331ab680 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=fd68dc56362e426ebd5b2a6f6579b0d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2723336 Nov 02 07:35:04.188562 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 40240) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:35:04.248476 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e5f3d9e0-ea5d-406b-90fc-3f0abb882ae6 admin admin] Publish callbacks [] for security_group (e111f770-4230-4db0-98ff-6b1739e12d5e), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:04.270424 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e5f3d9e0-ea5d-406b-90fc-3f0abb882ae6 admin admin] Publish callbacks [] for security_group (e111f770-4230-4db0-98ff-6b1739e12d5e), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:04.325165 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e5f3d9e0-ea5d-406b-90fc-3f0abb882ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (e111f770-4230-4db0-98ff-6b1739e12d5e), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:04.330144 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e5f3d9e0-ea5d-406b-90fc-3f0abb882ae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:04.337197 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-e5f3d9e0-ea5d-406b-90fc-3f0abb882ae6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e111f770-4230-4db0-98ff-6b1739e12d5e HTTP/1.1" status: 204 len: 168 time: 0.1473517 Nov 02 07:35:04.348875 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0079e-f7c0-4f14-88b3-d9577c97669f req-16bc7215-67e0-4c00-993f-98e2f3822289 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:04.349811 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3d9e0-ea5d-406b-90fc-3f0abb882ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e111f770-4230-4db0-98ff-6b1739e12d5e,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:35:04.350734 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-36f0079e-f7c0-4f14-88b3-d9577c97669f req-16bc7215-67e0-4c00-993f-98e2f3822289 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 943 time: 0.0685093 Nov 02 07:35:04.432101 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-36f0079e-f7c0-4f14-88b3-d9577c97669f req-4848b3b8-0599-47aa-9882-821bb10350aa tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727797 Nov 02 07:35:04.500611 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c3a36-4d0a-48a8-9b3f-b453dd6b1779 req-3ac9f6f2-594a-4313-8dc0-3455c920e0b9 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:04.503196 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a34c3a36-4d0a-48a8-9b3f-b453dd6b1779 req-3ac9f6f2-594a-4313-8dc0-3455c920e0b9 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0564260 Nov 02 07:35:04.575227 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a34c3a36-4d0a-48a8-9b3f-b453dd6b1779 req-be2a4e01-60d0-44fd-8075-4a5bb2e6bbe6 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633848 Nov 02 07:35:04.750934 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 40250) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:35:04.773564 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7a327e78-7189-4e80-b9c8-80a6a870c683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:04.864913 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7a327e78-7189-4e80-b9c8-80a6a870c683 admin admin] Publish callbacks [] for security_group (4d042302-1793-4445-91ca-e352ef1c1bbe), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:04.869564 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7a327e78-7189-4e80-b9c8-80a6a870c683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (4d042302-1793-4445-91ca-e352ef1c1bbe), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:04.907515 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a327e78-7189-4e80-b9c8-80a6a870c683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d042302-1793-4445-91ca-e352ef1c1bbe,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:35:04.915822 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-7a327e78-7189-4e80-b9c8-80a6a870c683 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2a73e38ac13e4e90ba4445719682a35b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1598077 Nov 02 07:35:04.916254 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 40252) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:35:05.021711 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2ea3d0e4-636e-4000-bc1a-c3c3dcee4002 admin admin] Publish callbacks [] for security_group (4d042302-1793-4445-91ca-e352ef1c1bbe), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:05.049981 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2ea3d0e4-636e-4000-bc1a-c3c3dcee4002 admin admin] Publish callbacks [] for security_group (4d042302-1793-4445-91ca-e352ef1c1bbe), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:05.066461 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:05.084742 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63812e-aaaf-42dd-ab53-11b144da4408 req-f5d9ab06-878a-4d62-aff8-86d8381eee8e tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:05.087894 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ce63812e-aaaf-42dd-ab53-11b144da4408 req-f5d9ab06-878a-4d62-aff8-86d8381eee8e tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d HTTP/1.1" status: 200 len: 945 time: 0.0628335 Nov 02 07:35:05.114977 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2ea3d0e4-636e-4000-bc1a-c3c3dcee4002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (4d042302-1793-4445-91ca-e352ef1c1bbe), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:05.118502 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2ea3d0e4-636e-4000-bc1a-c3c3dcee4002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:05.119994 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-2ea3d0e4-636e-4000-bc1a-c3c3dcee4002 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4d042302-1793-4445-91ca-e352ef1c1bbe HTTP/1.1" status: 204 len: 168 time: 0.2027857 Nov 02 07:35:05.135779 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3d0e4-636e-4000-bc1a-c3c3dcee4002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d042302-1793-4445-91ca-e352ef1c1bbe,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:35:05.173865 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ce63812e-aaaf-42dd-ab53-11b144da4408 req-9826bcf6-a6f6-405e-a01c-08d2370b8ab4 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a758c8f9-a3c8-4cf2-8911-a332c9db508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791593 Nov 02 07:35:05.521702 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 40262) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:35:05.536041 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1de81d56-8765-47fe-ba91-704625970f4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:05.563177 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd51138-6e4a-4086-839b-a2ca89af4b41 req-e4efcb75-7c3b-4509-907d-d8b8f85c9b82 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:05.564658 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2cd51138-6e4a-4086-839b-a2ca89af4b41 req-e4efcb75-7c3b-4509-907d-d8b8f85c9b82 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 943 time: 0.0505562 Nov 02 07:35:05.626962 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2cd51138-6e4a-4086-839b-a2ca89af4b41 req-b24efb3f-e488-4570-92bd-b75941fca4fb tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554154 Nov 02 07:35:05.656309 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1de81d56-8765-47fe-ba91-704625970f4f admin admin] Publish callbacks [] for security_group (b0a99b81-3707-41e8-82f8-982bef992762), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:05.661040 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1de81d56-8765-47fe-ba91-704625970f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (b0a99b81-3707-41e8-82f8-982bef992762), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:05.691475 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:05.707544 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de81d56-8765-47fe-ba91-704625970f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a99b81-3707-41e8-82f8-982bef992762,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:35:05.717893 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de81d56-8765-47fe-ba91-704625970f4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:05.718418 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de81d56-8765-47fe-ba91-704625970f4f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:05.718829 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de81d56-8765-47fe-ba91-704625970f4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:05.719296 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de81d56-8765-47fe-ba91-704625970f4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:05.719730 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de81d56-8765-47fe-ba91-704625970f4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:05.720126 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de81d56-8765-47fe-ba91-704625970f4f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:05.720715 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de81d56-8765-47fe-ba91-704625970f4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:05.721111 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de81d56-8765-47fe-ba91-704625970f4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:05.721504 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de81d56-8765-47fe-ba91-704625970f4f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:05.722062 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de81d56-8765-47fe-ba91-704625970f4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:05.722502 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de81d56-8765-47fe-ba91-704625970f4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:05.722879 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de81d56-8765-47fe-ba91-704625970f4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:05.723290 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de81d56-8765-47fe-ba91-704625970f4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:05.723664 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de81d56-8765-47fe-ba91-704625970f4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:05.724046 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de81d56-8765-47fe-ba91-704625970f4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:05.734614 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-1de81d56-8765-47fe-ba91-704625970f4f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f648f532ff2d478092e2864409dcb3dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116609 Nov 02 07:35:05.735385 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 40266) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:35:05.755279 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2573fa4-8ce2-4a25-83d4-0145600f87c0 req-9e92f8d3-6b19-4683-b9cb-41574116a9ea tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:05.764932 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e2573fa4-8ce2-4a25-83d4-0145600f87c0 req-9e92f8d3-6b19-4683-b9cb-41574116a9ea tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0765574 Nov 02 07:35:05.788849 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b071d330-5378-4455-a71f-1fa288db34c9 admin admin] Publish callbacks [] for security_group (b0a99b81-3707-41e8-82f8-982bef992762), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:05.810295 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b071d330-5378-4455-a71f-1fa288db34c9 admin admin] Publish callbacks [] for security_group (b0a99b81-3707-41e8-82f8-982bef992762), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:05.815199 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e2573fa4-8ce2-4a25-83d4-0145600f87c0 req-25b21348-b448-4f5d-95bc-ceab36707fda tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494044 Nov 02 07:35:05.858795 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b071d330-5378-4455-a71f-1fa288db34c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (b0a99b81-3707-41e8-82f8-982bef992762), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:05.861593 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b071d330-5378-4455-a71f-1fa288db34c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:05.862750 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-b071d330-5378-4455-a71f-1fa288db34c9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b0a99b81-3707-41e8-82f8-982bef992762 HTTP/1.1" status: 204 len: 168 time: 0.1263330 Nov 02 07:35:05.870224 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071d330-5378-4455-a71f-1fa288db34c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a99b81-3707-41e8-82f8-982bef992762,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:35:06.318467 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362404b-9f13-4538-b4d7-0280cfcb11d6 req-b5b6607d-3641-4cc2-84fd-de08d9e7b787 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:06.319993 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2362404b-9f13-4538-b4d7-0280cfcb11d6 req-b5b6607d-3641-4cc2-84fd-de08d9e7b787 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d HTTP/1.1" status: 200 len: 945 time: 0.0521109 Nov 02 07:35:06.369003 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2362404b-9f13-4538-b4d7-0280cfcb11d6 req-accd71b6-4126-459e-8682-4478be2ff9a5 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a758c8f9-a3c8-4cf2-8911-a332c9db508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434527 Nov 02 07:35:06.780620 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b542ff-02f9-453d-a378-10ffda9b922e req-23ec2cc5-ba56-413d-9fad-ad3ad04746a8 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:06.782237 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-25b542ff-02f9-453d-a378-10ffda9b922e req-23ec2cc5-ba56-413d-9fad-ad3ad04746a8 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 943 time: 0.0728157 Nov 02 07:35:06.850592 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-25b542ff-02f9-453d-a378-10ffda9b922e req-d5179a1c-5d01-443d-b796-4b6680cc83e8 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563860 Nov 02 07:35:06.959184 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53fa79-b62e-490d-9242-be8e71a47dad req-1093031e-e75c-40d3-a166-cda8f4f05315 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:06.961293 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-cc53fa79-b62e-490d-9242-be8e71a47dad req-1093031e-e75c-40d3-a166-cda8f4f05315 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0623901 Nov 02 07:35:07.015820 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-cc53fa79-b62e-490d-9242-be8e71a47dad req-32a634fc-0de6-4d82-9099-f5529ab2f587 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488431 Nov 02 07:35:07.491521 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7767ba-6c48-4214-9505-2f76418b381f req-aba2a179-8ae7-4595-97b9-31c6753badd2 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:07.493000 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3f7767ba-6c48-4214-9505-2f76418b381f req-aba2a179-8ae7-4595-97b9-31c6753badd2 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d HTTP/1.1" status: 200 len: 945 time: 0.0490360 Nov 02 07:35:07.541205 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3f7767ba-6c48-4214-9505-2f76418b381f req-507b0a22-ceae-4d0a-84cb-275aeee8e99f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a758c8f9-a3c8-4cf2-8911-a332c9db508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427034 Nov 02 07:35:07.823349 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bf6ea-c770-43dd-bfcd-27cf196db99c req-cedb1a3f-8395-4070-bd21-6f3918353173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:07.824772 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-799bf6ea-c770-43dd-bfcd-27cf196db99c req-cedb1a3f-8395-4070-bd21-6f3918353173 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=fdac1f18-4f67-4d45-9794-697cbfd49b75 HTTP/1.1" status: 200 len: 848 time: 0.0541515 Nov 02 07:35:07.869322 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9473b-f9d0-40e4-ae6b-22bbf56230f0 req-a1c9e448-a476-4b92-bf5c-d93e85871b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:07.870858 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-88e9473b-f9d0-40e4-ae6b-22bbf56230f0 req-a1c9e448-a476-4b92-bf5c-d93e85871b74 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=db626555-8790-4323-a9e4-7db2e2eaf177 HTTP/1.1" status: 200 len: 915 time: 0.0991983 Nov 02 07:35:07.969799 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf33fb-fc39-47b6-a70d-0d9c1cbdab0d req-55ac2614-fb62-4ac6-8014-a2b557631757 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:07.971325 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8acf33fb-fc39-47b6-a70d-0d9c1cbdab0d req-55ac2614-fb62-4ac6-8014-a2b557631757 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 943 time: 0.0482764 Nov 02 07:35:08.005874 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:08.021491 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8acf33fb-fc39-47b6-a70d-0d9c1cbdab0d req-7caa2c12-6c2c-4198-995e-b8373593590b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443370 Nov 02 07:35:08.144770 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32da9b7-250c-402e-8ed9-c8d1675db66c req-6f7c3868-9a9b-4c3e-b0d3-4a8c29e4b7a2 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:08.146176 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a32da9b7-250c-402e-8ed9-c8d1675db66c req-6f7c3868-9a9b-4c3e-b0d3-4a8c29e4b7a2 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0491724 Nov 02 07:35:08.165079 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:08.203108 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a32da9b7-250c-402e-8ed9-c8d1675db66c req-14f6d200-088e-4099-92a2-0fd8aa55acb6 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502796 Nov 02 07:35:08.671982 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f789c3-23ee-4129-a12f-3ba0a9146901 req-8b2622f5-0a44-4f8e-bfea-464f81bb7fa1 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:08.673440 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f4f789c3-23ee-4129-a12f-3ba0a9146901 req-8b2622f5-0a44-4f8e-bfea-464f81bb7fa1 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d HTTP/1.1" status: 200 len: 945 time: 0.0533435 Nov 02 07:35:08.706279 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-88e9473b-f9d0-40e4-ae6b-22bbf56230f0 req-9e78d97b-28a1-4cda-909b-f281986a5eaf service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2 HTTP/1.1" status: 200 len: 217 time: 0.0346105 Nov 02 07:35:08.732796 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bf6ea-c770-43dd-bfcd-27cf196db99c req-d2b5affa-2e05-4637-9824-f49209d203a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:08.734348 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-799bf6ea-c770-43dd-bfcd-27cf196db99c req-d2b5affa-2e05-4637-9824-f49209d203a1 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=a4b569f4-0220-4fbb-945d-473979044420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0600228 Nov 02 07:35:08.767774 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9473b-f9d0-40e4-ae6b-22bbf56230f0 req-d87ddb81-e4be-41a8-b40b-f757ffd7f130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:08.769528 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-88e9473b-f9d0-40e4-ae6b-22bbf56230f0 req-d87ddb81-e4be-41a8-b40b-f757ffd7f130 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=177e8dac-5f29-4a70-91c6-723300d96a3f HTTP/1.1" status: 200 len: 853 time: 0.0538957 Nov 02 07:35:08.785821 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f4f789c3-23ee-4129-a12f-3ba0a9146901 req-43296eef-5aae-4899-88eb-4d197fd94bbf tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a758c8f9-a3c8-4cf2-8911-a332c9db508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031528 Nov 02 07:35:08.827122 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9473b-f9d0-40e4-ae6b-22bbf56230f0 req-4b5e0a65-8b0a-4747-b655-b3803ecc0357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:08.828548 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-88e9473b-f9d0-40e4-ae6b-22bbf56230f0 req-4b5e0a65-8b0a-4747-b655-b3803ecc0357 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=db626555-8790-4323-a9e4-7db2e2eaf177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0511413 Nov 02 07:35:08.868499 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3cb53d-0065-4184-9639-4b51166207bb req-eedd7ede-597e-4153-86f0-ebe74758f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:08.869981 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7f3cb53d-0065-4184-9639-4b51166207bb req-eedd7ede-597e-4153-86f0-ebe74758f323 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d HTTP/1.1" status: 200 len: 1129 time: 0.0816822 Nov 02 07:35:08.906149 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-799bf6ea-c770-43dd-bfcd-27cf196db99c req-032b81ca-ad86-49a1-a59f-44d528b32d21 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a4b569f4-0220-4fbb-945d-473979044420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630161 Nov 02 07:35:08.925468 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-88e9473b-f9d0-40e4-ae6b-22bbf56230f0 req-90e5c45a-01b8-4a6c-b161-c6a40cc140d1 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/db626555-8790-4323-a9e4-7db2e2eaf177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883923 Nov 02 07:35:08.956929 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7f3cb53d-0065-4184-9639-4b51166207bb req-b84d7e04-1bee-4623-a0fb-a0b8d2d18d29 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=a758c8f9-a3c8-4cf2-8911-a332c9db508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782828 Nov 02 07:35:09.019930 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-799bf6ea-c770-43dd-bfcd-27cf196db99c req-86ac79b6-5395-41f1-8cf7-010b08996ed9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a4b569f4-0220-4fbb-945d-473979044420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034601 Nov 02 07:35:09.027378 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-88e9473b-f9d0-40e4-ae6b-22bbf56230f0 req-b0bd3e51-b71c-44b1-a3dd-e62f9dc08f19 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/db626555-8790-4323-a9e4-7db2e2eaf177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909929 Nov 02 07:35:09.156412 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8f0d9-f522-4760-8b5f-449b8cb4dbdf req-b9e07638-ff80-42c5-b18a-56f0cac58914 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:09.157871 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bec8f0d9-f522-4760-8b5f-449b8cb4dbdf req-b9e07638-ff80-42c5-b18a-56f0cac58914 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 943 time: 0.0502591 Nov 02 07:35:09.207294 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bec8f0d9-f522-4760-8b5f-449b8cb4dbdf req-2b3abeb3-d6f6-4e4e-91e8-3360a6b9c674 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437257 Nov 02 07:35:09.330389 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eeaeff-8a61-4cf6-9030-83aa6fb053c2 req-cd35f042-2f66-48d3-ac43-18d70c725e0c tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:09.331893 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-57eeaeff-8a61-4cf6-9030-83aa6fb053c2 req-cd35f042-2f66-48d3-ac43-18d70c725e0c tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0496948 Nov 02 07:35:09.387408 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-57eeaeff-8a61-4cf6-9030-83aa6fb053c2 req-c6c363f5-b62a-469c-9680-3bac84add223 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494852 Nov 02 07:35:09.910121 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc1939-cd5e-4de9-9c36-ae9b20028777 req-13defa0b-e4e0-48d1-9c83-efd3c7467434 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:09.911616 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-48cc1939-cd5e-4de9-9c36-ae9b20028777 req-13defa0b-e4e0-48d1-9c83-efd3c7467434 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d HTTP/1.1" status: 200 len: 945 time: 0.0493808 Nov 02 07:35:09.962399 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-48cc1939-cd5e-4de9-9c36-ae9b20028777 req-351d81a9-235d-4a96-8c87-495ae275a477 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a758c8f9-a3c8-4cf2-8911-a332c9db508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445192 Nov 02 07:35:10.182914 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 07:35:10.287465 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9b205abf-2fab-4e5a-9b1e-0110c74b9f93,segment=NetworkSegment(d7e1724e-6066-427b-a3a4-bc3e1a8af7fa),segment_id=d7e1724e-6066-427b-a3a4-bc3e1a8af7fa)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:35:10.300277 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Returning: {'device': '9b205abf-2fab-4e5a-9b1e-0110c74b9f93', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'port_id': '9b205abf-2fab-4e5a-9b1e-0110c74b9f93', 'mac_address': 'fa:16:3e:ca:ac:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 07:35:10.337517 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:35:10.337902 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (9b205abf-2fab-4e5a-9b1e-0110c74b9f93), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:10.345281 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f3feb-ba6d-4ee9-9c58-78e721c551e8 req-07f448d0-981e-429b-ba6c-67887b838a4d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:10.347351 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-821f3feb-ba6d-4ee9-9c58-78e721c551e8 req-07f448d0-981e-429b-ba6c-67887b838a4d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 943 time: 0.0526755 Nov 02 07:35:10.352065 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:35:10.372327 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9b205abf-2fab-4e5a-9b1e-0110c74b9f93,segment=NetworkSegment(d7e1724e-6066-427b-a3a4-bc3e1a8af7fa),segment_id=d7e1724e-6066-427b-a3a4-bc3e1a8af7fa)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:35:10.376425 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (9b205abf-2fab-4e5a-9b1e-0110c74b9f93), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:10.402231 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-821f3feb-ba6d-4ee9-9c58-78e721c551e8 req-5d877d61-b1d2-45ad-931e-dffd7aacd9c0 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473151 Nov 02 07:35:10.423899 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=9b205abf-2fab-4e5a-9b1e-0110c74b9f93,revision_number=9']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:35:10.530724 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0eee40-8642-4a03-8d72-41ed6c52393b req-2624b26b-3734-4353-9ee7-572992d12499 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:10.532192 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ca0eee40-8642-4a03-8d72-41ed6c52393b req-2624b26b-3734-4353-9ee7-572992d12499 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0580881 Nov 02 07:35:10.553315 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:10.583583 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ca0eee40-8642-4a03-8d72-41ed6c52393b req-954260b1-a7a1-487f-989b-3ebe22aad82a tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455761 Nov 02 07:35:10.750286 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['9b205abf-2fab-4e5a-9b1e-0110c74b9f93'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:35:10.843988 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:11.082750 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd489311-feae-4282-854e-35df1e19aff0 req-01e222de-14d8-4629-942b-1a0e04c6ffd1 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:11.084202 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-cd489311-feae-4282-854e-35df1e19aff0 req-01e222de-14d8-4629-942b-1a0e04c6ffd1 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d HTTP/1.1" status: 200 len: 945 time: 0.0481906 Nov 02 07:35:11.133330 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-cd489311-feae-4282-854e-35df1e19aff0 req-05d48033-00a2-48d2-b97d-bd619e02298c tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a758c8f9-a3c8-4cf2-8911-a332c9db508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436695 Nov 02 07:35:11.581426 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313c8d8-cede-4131-a715-3bc826d994e4 req-a0d50422-0724-4c58-8f67-c779451851cc tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:11.595325 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0313c8d8-cede-4131-a715-3bc826d994e4 req-a0d50422-0724-4c58-8f67-c779451851cc tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 944 time: 0.0942049 Nov 02 07:35:11.631133 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:11.644468 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0313c8d8-cede-4131-a715-3bc826d994e4 req-25631cf0-0ea0-4692-8380-eae0c9bd64a0 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464232 Nov 02 07:35:11.717444 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22376d36-09c5-498b-b858-8cc1a7e23c9c req-531f60f7-2e53-403c-bb15-a99ef2dde84d tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:11.718862 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-22376d36-09c5-498b-b858-8cc1a7e23c9c req-531f60f7-2e53-403c-bb15-a99ef2dde84d tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0465655 Nov 02 07:35:11.768687 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-22376d36-09c5-498b-b858-8cc1a7e23c9c req-4cf4077f-7957-4bc5-95d5-8fa99c460374 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442612 Nov 02 07:35:12.188823 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 up at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:35:12.231846 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:12.236937 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning complete for port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:35:12.237325 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (9b205abf-2fab-4e5a-9b1e-0110c74b9f93), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:12.237717 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Attempt 1 to provision port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 Nov 02 07:35:12.285018 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a708c-da27-4d5e-b333-5f11d3457c5c req-62edaf09-8987-403a-8d62-ffd594bb7be4 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:12.288114 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-465a708c-da27-4d5e-b333-5f11d3457c5c req-62edaf09-8987-403a-8d62-ffd594bb7be4 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d HTTP/1.1" status: 200 len: 945 time: 0.0583184 Nov 02 07:35:12.318821 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:35:12.319201 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (9b205abf-2fab-4e5a-9b1e-0110c74b9f93), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:12.347829 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-465a708c-da27-4d5e-b333-5f11d3457c5c req-d5d67e69-b529-4a55-8915-dad3fb63000d tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a758c8f9-a3c8-4cf2-8911-a332c9db508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522687 Nov 02 07:35:12.348868 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e24f861-ba20-4595-9dd5-9ea1f9832284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b205abf-2fab-4e5a-9b1e-0110c74b9f93'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:35:12.352301 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae3fbe182e2c1c70a5346b740f804138ecd9042bc04c1c47f40fee79c776d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1e4789-d1db-49ec-b7bf-fdb6d2769ae3" -d '{"events": [{"server_uuid": "1e24f861-ba20-4595-9dd5-9ea1f9832284", "name": "network-vif-plugged", "status": "completed", "tag": "9b205abf-2fab-4e5a-9b1e-0110c74b9f93"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:35:12.365017 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9b205abf-2fab-4e5a-9b1e-0110c74b9f93,segment=NetworkSegment(d7e1724e-6066-427b-a3a4-bc3e1a8af7fa),segment_id=d7e1724e-6066-427b-a3a4-bc3e1a8af7fa)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:35:12.369035 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (9b205abf-2fab-4e5a-9b1e-0110c74b9f93), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:12.402413 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4a3ef1-ad23-47ad-a6a8-cfe584684981 x-openstack-request-id: req-ce4a3ef1-ad23-47ad-a6a8-cfe584684981 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:35:12.402917 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e24f861-ba20-4595-9dd5-9ea1f9832284", "name": "network-vif-plugged", "status": "completed", "tag": "9b205abf-2fab-4e5a-9b1e-0110c74b9f93", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:35:12.403333 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce4a3ef1-ad23-47ad-a6a8-cfe584684981 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:35:12.403877 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce4a3ef1-ad23-47ad-a6a8-cfe584684981'] response: {'server_uuid': '1e24f861-ba20-4595-9dd5-9ea1f9832284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b205abf-2fab-4e5a-9b1e-0110c74b9f93', 'code': 200} Nov 02 07:35:12.433293 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=9b205abf-2fab-4e5a-9b1e-0110c74b9f93,revision_number=10']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:35:12.483678 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0421b2-89ac-443b-a728-4de958d5c3a8 req-8b58e25f-88ed-4655-a81b-0bbf6e54a098 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:12.486144 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3c0421b2-89ac-443b-a728-4de958d5c3a8 req-8b58e25f-88ed-4655-a81b-0bbf6e54a098 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d HTTP/1.1" status: 200 len: 945 time: 0.0582371 Nov 02 07:35:12.499759 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 40394) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:35:12.505194 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-f4714bd7-2a39-4f59-a5a2-5fc11fb3c415 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Request body: {'floatingip': {'port_id': 'ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:35:12.548213 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f4714bd7-2a39-4f59-a5a2-5fc11fb3c415 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for floatingip (619e44c0-3213-4006-8ebf-fa5c9e08beee), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:12.815548 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5318547-5178-487d-b144-6ab0c586f6ad req-cc91f1ea-c9de-498e-948e-ff674f04504f tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:12.817027 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a5318547-5178-487d-b144-6ab0c586f6ad req-cc91f1ea-c9de-498e-948e-ff674f04504f tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 946 time: 0.0843947 Nov 02 07:35:12.934880 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb41f3d-9983-4581-8e7a-c72b68f8304a req-e0f7d184-6a60-4bdc-843c-c35c124174ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:12.937178 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9eb41f3d-9983-4581-8e7a-c72b68f8304a req-e0f7d184-6a60-4bdc-843c-c35c124174ca service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 1130 time: 0.0462718 Nov 02 07:35:12.961104 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:12.987380 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f3fad-943f-4446-b8e3-af3f018df13c req-fb74c7a6-b2a1-46e8-b971-b6d36995e636 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:12.989201 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ed6f3fad-943f-4446-b8e3-af3f018df13c req-fb74c7a6-b2a1-46e8-b971-b6d36995e636 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.1245537 Nov 02 07:35:12.999846 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a5318547-5178-487d-b144-6ab0c586f6ad req-5094e48b-f21d-41b6-85a9-013284226d84 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757169 Nov 02 07:35:13.006277 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-9eb41f3d-9983-4581-8e7a-c72b68f8304a req-4670bc9f-85e8-416f-9928-55508a0e4395 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550306 Nov 02 07:35:13.096375 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:13.110490 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ed6f3fad-943f-4446-b8e3-af3f018df13c req-8aade8c1-9fb2-403c-8b17-b4879d3746e8 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850863 Nov 02 07:35:13.173484 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f4714bd7-2a39-4f59-a5a2-5fc11fb3c415 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:13.177339 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f4714bd7-2a39-4f59-a5a2-5fc11fb3c415 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (619e44c0-3213-4006-8ebf-fa5c9e08beee), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:13.290013 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.db.l3_db [None req-f4714bd7-2a39-4f59-a5a2-5fc11fb3c415 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Floating IP 619e44c0-3213-4006-8ebf-fa5c9e08beee associated. External IP: 172.27.2.85, port: ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2. Nov 02 07:35:13.364328 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:13.402453 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-da864e3d-40e2-47cd-b562-1c5d9e235a9c req-e6e40e9e-186e-4aeb-a068-65d980b5695d service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1098979 Nov 02 07:35:13.417115 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4b6dc-2b61-4aaf-9292-be8923ad6fe8 req-6dfcefc3-aca0-4e87-9a1e-f6a7f671f003 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:13.418578 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-fac4b6dc-2b61-4aaf-9292-be8923ad6fe8 req-6dfcefc3-aca0-4e87-9a1e-f6a7f671f003 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0737636 Nov 02 07:35:13.507038 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-fac4b6dc-2b61-4aaf-9292-be8923ad6fe8 req-ebb76987-e2d9-451a-9aba-704202500a65 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636954 Nov 02 07:35:13.561821 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 40410) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:35:13.612755 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4714bd7-2a39-4f59-a5a2-5fc11fb3c415 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Router 809828a3-4f45-44a0-b054-defd7df6335b has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:35:13.674245 dv-cinder-804735-33-iscsi neutron-server[104568]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 02 07:35:13.729501 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da864e3d-40e2-47cd-b562-1c5d9e235a9c req-311707b1-7976-496c-82f8-284af5c400c4 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:13.731188 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4714bd7-2a39-4f59-a5a2-5fc11fb3c415 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:35:13.731463 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-da864e3d-40e2-47cd-b562-1c5d9e235a9c req-311707b1-7976-496c-82f8-284af5c400c4 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports/697a5305-479b-4888-ac9b-d59e4662ea13 HTTP/1.1" status: 200 len: 942 time: 0.1680911 Nov 02 07:35:13.737540 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f4714bd7-2a39-4f59-a5a2-5fc11fb3c415 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:13.740953 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424e7393-0724-437a-926e-efa53a710305 None None] Sync routers for ids ['809828a3-4f45-44a0-b054-defd7df6335b'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:35:13.771507 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424e7393-0724-437a-926e-efa53a710305 None None] Routers {'809828a3-4f45-44a0-b054-defd7df6335b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:35:13.772042 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-424e7393-0724-437a-926e-efa53a710305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:34:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['809828a3-4f45-44a0-b054-defd7df6335b'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:35:13.772181 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-f4714bd7-2a39-4f59-a5a2-5fc11fb3c415 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/619e44c0-3213-4006-8ebf-fa5c9e08beee HTTP/1.1" status: 200 len: 990 time: 1.2713475 Nov 02 07:35:13.773360 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d', 'tag': 'ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:35:13.776281 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b051fb69-812b-4c54-b00a-89e3e2cad532" -d '{"events": [{"name": "network-changed", "server_uuid": "01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d", "tag": "ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:35:13.890457 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d00dc0c-b54f-4117-911c-6b9f1b505251 x-openstack-request-id: req-1d00dc0c-b54f-4117-911c-6b9f1b505251 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:35:13.890750 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d", "tag": "ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:35:13.891005 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d00dc0c-b54f-4117-911c-6b9f1b505251 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:35:13.891103 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-424e7393-0724-437a-926e-efa53a710305 None None] Set router 809828a3-4f45-44a0-b054-defd7df6335b gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:35:13.891409 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d00dc0c-b54f-4117-911c-6b9f1b505251'] response: {'name': 'network-changed', 'server_uuid': '01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d', 'tag': 'ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2', 'status': 'completed', 'code': 200} Nov 02 07:35:14.010590 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051fb69-812b-4c54-b00a-89e3e2cad532 req-b6bec7ad-b969-4b6a-87ee-72a501b3b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:14.012480 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b051fb69-812b-4c54-b00a-89e3e2cad532 req-b6bec7ad-b969-4b6a-87ee-72a501b3b338 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=ba3bab98d31d49098a8e7242d51be646&device_id=01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d HTTP/1.1" status: 200 len: 1129 time: 0.0439935 Nov 02 07:35:14.129304 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051fb69-812b-4c54-b00a-89e3e2cad532 req-77b04784-174f-4208-beb1-c0172339c9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:14.131729 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b051fb69-812b-4c54-b00a-89e3e2cad532 req-77b04784-174f-4208-beb1-c0172339c9a2 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=db626555-8790-4323-a9e4-7db2e2eaf177 HTTP/1.1" status: 200 len: 915 time: 0.1077671 Nov 02 07:35:14.131883 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-424e7393-0724-437a-926e-efa53a710305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:30:52Z', 'revision_number': 4, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port': {'id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:46Z', 'updated_at': '2022-11-02T07:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '619e44c0-3213-4006-8ebf-fa5c9e08beee', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'port_id': 'ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'mac_address': 'fa:16:3e:0b:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:34:51Z', 'updated_at': '2022-11-02T07:35:13Z', 'revision_number': 1, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839da449-2ff2-45b6-97aa-874949fa1c1d', 'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'mac_address': 'fa:16:3e:81:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:51Z', 'updated_at': '2022-11-02T07:30:58Z', 'revision_number': 5, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'subnets': [{'id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:35:14.144081 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc6b5a-8323-4178-958c-124e720c51d4 req-f90262a3-bebf-4f33-821c-7806c047ef32 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:14.145567 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1dfc6b5a-8323-4178-958c-124e720c51d4 req-f90262a3-bebf-4f33-821c-7806c047ef32 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 946 time: 0.0502026 Nov 02 07:35:14.159056 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424e7393-0724-437a-926e-efa53a710305 None None] Checking router: 809828a3-4f45-44a0-b054-defd7df6335b for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:35:14.169407 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424e7393-0724-437a-926e-efa53a710305 None None] Routers {'809828a3-4f45-44a0-b054-defd7df6335b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:35:14.170223 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-424e7393-0724-437a-926e-efa53a710305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:34:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['809828a3-4f45-44a0-b054-defd7df6335b'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:35:14.200468 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1dfc6b5a-8323-4178-958c-124e720c51d4 req-c8ef34e2-69ef-4a83-aaf0-a6fdc98aa1ef tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480716 Nov 02 07:35:14.362596 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 697a5305-479b-4888-ac9b-d59e4662ea13 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:35:14.489715 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:14.493867 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-424e7393-0724-437a-926e-efa53a710305 None None] Set router 809828a3-4f45-44a0-b054-defd7df6335b gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:35:14.526487 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 697a5305-479b-4888-ac9b-d59e4662ea13 is: ACTIVE; New status is: DOWN {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:35:14.526876 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (697a5305-479b-4888-ac9b-d59e4662ea13), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:14.599147 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ad3728-5dee-49b1-a62d-3bdfca6b47ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '697a5305-479b-4888-ac9b-d59e4662ea13'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:35:14.602660 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae3fbe182e2c1c70a5346b740f804138ecd9042bc04c1c47f40fee79c776d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987878f7-f2aa-41f5-9111-8b655a505d50" -d '{"events": [{"server_uuid": "22ad3728-5dee-49b1-a62d-3bdfca6b47ce", "name": "network-vif-unplugged", "status": "completed", "tag": "697a5305-479b-4888-ac9b-d59e4662ea13"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:35:14.621092 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 697a5305-479b-4888-ac9b-d59e4662ea13, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=697a5305-479b-4888-ac9b-d59e4662ea13,segment=NetworkSegment(d84738d2-98c3-4ff6-97b3-8faa15e0d3f9),segment_id=d84738d2-98c3-4ff6-97b3-8faa15e0d3f9)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:35:14.631746 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (697a5305-479b-4888-ac9b-d59e4662ea13), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:14.682256 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Nov 2022 07:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c350d3e5-1a6b-4cec-85fa-9db2089789f5 x-openstack-request-id: req-c350d3e5-1a6b-4cec-85fa-9db2089789f5 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:35:14.682597 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ad3728-5dee-49b1-a62d-3bdfca6b47ce", "name": "network-vif-unplugged", "status": "failed", "tag": "697a5305-479b-4888-ac9b-d59e4662ea13", "code": 422}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:35:14.682854 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c350d3e5-1a6b-4cec-85fa-9db2089789f5 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:35:14.683295 dv-cinder-804735-33-iscsi neutron-server[104570]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c350d3e5-1a6b-4cec-85fa-9db2089789f5']: {'server_uuid': '22ad3728-5dee-49b1-a62d-3bdfca6b47ce', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '697a5305-479b-4888-ac9b-d59e4662ea13', 'code': 422} returned with failed status Nov 02 07:35:14.712682 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b051fb69-812b-4c54-b00a-89e3e2cad532 req-bb2b4a4b-69ef-4754-846a-929caefd11f0 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2 HTTP/1.1" status: 200 len: 998 time: 0.0829012 Nov 02 07:35:14.744470 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:14.767913 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=697a5305-479b-4888-ac9b-d59e4662ea13,revision_number=6']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:35:14.873040 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051fb69-812b-4c54-b00a-89e3e2cad532 req-d6a1375f-231e-4ac0-9f9a-964eafb7e94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:14.874571 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b051fb69-812b-4c54-b00a-89e3e2cad532 req-d6a1375f-231e-4ac0-9f9a-964eafb7e94b service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=177e8dac-5f29-4a70-91c6-723300d96a3f HTTP/1.1" status: 200 len: 853 time: 0.0839181 Nov 02 07:35:14.880398 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-424e7393-0724-437a-926e-efa53a710305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:30:52Z', 'revision_number': 4, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port': {'id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:46Z', 'updated_at': '2022-11-02T07:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '619e44c0-3213-4006-8ebf-fa5c9e08beee', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'port_id': 'ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'mac_address': 'fa:16:3e:0b:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:34:51Z', 'updated_at': '2022-11-02T07:35:13Z', 'revision_number': 1, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839da449-2ff2-45b6-97aa-874949fa1c1d', 'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'mac_address': 'fa:16:3e:81:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:51Z', 'updated_at': '2022-11-02T07:30:58Z', 'revision_number': 5, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'subnets': [{'id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:35:14.912114 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424e7393-0724-437a-926e-efa53a710305 None None] The sync data for ids ['809828a3-4f45-44a0-b054-defd7df6335b'] in dv-cinder-804735-33-iscsi is: [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:30:52Z', 'revision_number': 4, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port': {'id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:46Z', 'updated_at': '2022-11-02T07:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '619e44c0-3213-4006-8ebf-fa5c9e08beee', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'port_id': 'ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'mac_address': 'fa:16:3e:0b:09:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:34:51Z', 'updated_at': '2022-11-02T07:35:13Z', 'revision_number': 1, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839da449-2ff2-45b6-97aa-874949fa1c1d', 'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'mac_address': 'fa:16:3e:81:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:51Z', 'updated_at': '2022-11-02T07:30:58Z', 'revision_number': 5, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'subnets': [{'id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:35:14.978081 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:14.980324 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051fb69-812b-4c54-b00a-89e3e2cad532 req-cbca2d7a-d0cc-480d-8786-611a492da6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:14.982390 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b051fb69-812b-4c54-b00a-89e3e2cad532 req-cbca2d7a-d0cc-480d-8786-611a492da6a4 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=db626555-8790-4323-a9e4-7db2e2eaf177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0597749 Nov 02 07:35:14.990950 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083f8f1-9c14-43b3-9fa1-4ca33ff65627 req-b775fa77-3cda-4951-b75a-a4abe1a20fd3 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:14.999310 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7083f8f1-9c14-43b3-9fa1-4ca33ff65627 req-b775fa77-3cda-4951-b75a-a4abe1a20fd3 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.4095986 Nov 02 07:35:15.062004 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7083f8f1-9c14-43b3-9fa1-4ca33ff65627 req-a3ef7c07-a9d1-43ad-a761-09e6e36bfb4c tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617528 Nov 02 07:35:15.126863 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b051fb69-812b-4c54-b00a-89e3e2cad532 req-91624598-fcd5-4540-b962-0a42575674be service neutron] 10.222.0.47 "GET /networking/v2.0/networks/db626555-8790-4323-a9e4-7db2e2eaf177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360793 Nov 02 07:35:15.224855 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6334dd00-eada-4581-9911-94ba309f727e None None] New status for floating IP 619e44c0-3213-4006-8ebf-fa5c9e08beee: ACTIVE {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 07:35:15.254720 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-b051fb69-812b-4c54-b00a-89e3e2cad532 req-6152e7ba-860c-4fc4-8efb-199cf3e0a3bc service neutron] 10.222.0.47 "GET /networking/v2.0/networks/db626555-8790-4323-a9e4-7db2e2eaf177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211231 Nov 02 07:35:15.354590 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24741468-732a-47d1-88c2-50723696978c req-dda142dc-20f9-4c62-bb25-64fe1d6eaa58 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:15.356110 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-24741468-732a-47d1-88c2-50723696978c req-dda142dc-20f9-4c62-bb25-64fe1d6eaa58 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 946 time: 0.0594950 Nov 02 07:35:15.409421 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-24741468-732a-47d1-88c2-50723696978c req-fe46d69c-0520-40a8-ae67-240ae439fa3e tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476987 Nov 02 07:35:16.184211 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e5934-1ecf-471c-99b1-d06e99cdb3b2 req-9728a677-79ea-4b82-af1e-ccd995689613 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:16.185665 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-081e5934-1ecf-471c-99b1-d06e99cdb3b2 req-9728a677-79ea-4b82-af1e-ccd995689613 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 943 time: 0.0504007 Nov 02 07:35:16.206776 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:16.236502 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-081e5934-1ecf-471c-99b1-d06e99cdb3b2 req-118c6298-ebd2-4b5c-bd57-188e25b4369c tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449812 Nov 02 07:35:16.342977 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cc338c85-d9fb-4b72-8511-ca3153de6e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:16.358029 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da864e3d-40e2-47cd-b562-1c5d9e235a9c req-7cfcd54e-8862-489e-a64b-1aa2eeccc7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:16.359701 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-da864e3d-40e2-47cd-b562-1c5d9e235a9c req-7cfcd54e-8862-489e-a64b-1aa2eeccc7a8 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce&tenant_id=82915a36bbdb4b5998fd98833e234ad2 HTTP/1.1" status: 200 len: 1127 time: 0.0449891 Nov 02 07:35:16.440394 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da864e3d-40e2-47cd-b562-1c5d9e235a9c req-444f381b-6e24-4a3d-bf26-b8e9c0a7d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:16.441968 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-da864e3d-40e2-47cd-b562-1c5d9e235a9c req-444f381b-6e24-4a3d-bf26-b8e9c0a7d182 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=82915a36bbdb4b5998fd98833e234ad2&device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 1127 time: 0.0415940 Nov 02 07:35:16.540184 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da864e3d-40e2-47cd-b562-1c5d9e235a9c req-e687604e-d94c-455a-8ebb-8a5fefd447ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:16.541676 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-da864e3d-40e2-47cd-b562-1c5d9e235a9c req-e687604e-d94c-455a-8ebb-8a5fefd447ec service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=a4b569f4-0220-4fbb-945d-473979044420 HTTP/1.1" status: 200 len: 910 time: 0.0939045 Nov 02 07:35:16.552089 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e521c-c70c-4918-a05f-50c09bbdfde5 req-e2740cf7-1bb3-4a57-8490-3cc5c68eed2d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:16.553745 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2d6e521c-c70c-4918-a05f-50c09bbdfde5 req-e2740cf7-1bb3-4a57-8490-3cc5c68eed2d tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 946 time: 0.0476413 Nov 02 07:35:16.604478 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2d6e521c-c70c-4918-a05f-50c09bbdfde5 req-a3949c57-bb0e-4fe1-a337-8efa49fe45e3 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437636 Nov 02 07:35:16.605088 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-da864e3d-40e2-47cd-b562-1c5d9e235a9c req-8584aab0-5449-4bb2-ad2a-650f2d01425f service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=697a5305-479b-4888-ac9b-d59e4662ea13 HTTP/1.1" status: 200 len: 999 time: 0.0571504 Nov 02 07:35:16.658769 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da864e3d-40e2-47cd-b562-1c5d9e235a9c req-cf413293-2983-4560-8c29-1e7e412b787f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:16.660239 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-da864e3d-40e2-47cd-b562-1c5d9e235a9c req-cf413293-2983-4560-8c29-1e7e412b787f service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=fdac1f18-4f67-4d45-9794-697cbfd49b75 HTTP/1.1" status: 200 len: 848 time: 0.0493960 Nov 02 07:35:16.704167 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da864e3d-40e2-47cd-b562-1c5d9e235a9c req-33b8406b-f09e-46c1-8062-39bccec95bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:16.705670 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-da864e3d-40e2-47cd-b562-1c5d9e235a9c req-33b8406b-f09e-46c1-8062-39bccec95bca service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=a4b569f4-0220-4fbb-945d-473979044420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388780 Nov 02 07:35:16.801817 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-da864e3d-40e2-47cd-b562-1c5d9e235a9c req-9e529840-8347-42de-b8fd-e3be4578946b service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a4b569f4-0220-4fbb-945d-473979044420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886967 Nov 02 07:35:16.895404 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-da864e3d-40e2-47cd-b562-1c5d9e235a9c req-569080d9-d275-4882-821a-29174a603655 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a4b569f4-0220-4fbb-945d-473979044420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872397 Nov 02 07:35:17.363963 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce539c-30f5-436a-a242-86a1a45cba01 req-531f3b43-b12f-4eee-a1a8-93d1008d0c94 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:17.365446 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-26ce539c-30f5-436a-a242-86a1a45cba01 req-531f3b43-b12f-4eee-a1a8-93d1008d0c94 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 943 time: 0.0473468 Nov 02 07:35:17.419027 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-26ce539c-30f5-436a-a242-86a1a45cba01 req-e6e291a5-8ac4-403e-8e9d-a6ada69a40e6 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472994 Nov 02 07:35:17.625470 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:35:18.540609 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f3f59889-1596-4965-8152-088c045a2dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:18.543726 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30557d5-3988-4904-8cec-6345f989f51f req-2bcaaaec-a2c2-4fcd-9371-76d45c9ca663 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:18.545238 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a30557d5-3988-4904-8cec-6345f989f51f req-2bcaaaec-a2c2-4fcd-9371-76d45c9ca663 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 943 time: 0.0506957 Nov 02 07:35:18.581621 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:18.596533 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a30557d5-3988-4904-8cec-6345f989f51f req-1b2e6e28-7d2c-4e2b-9d47-60b22ca77ff6 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456691 Nov 02 07:35:19.717657 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fe2ca-f646-48fb-a125-a956a10c93ff req-bc60a5d3-241e-4923-bf00-216b8dbc6acb tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:19.719096 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2c0fe2ca-f646-48fb-a125-a956a10c93ff req-bc60a5d3-241e-4923-bf00-216b8dbc6acb tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 943 time: 0.0459852 Nov 02 07:35:19.767454 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2c0fe2ca-f646-48fb-a125-a956a10c93ff req-eb92a0d8-20b9-4d99-a9bc-222ee13cb118 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428748 Nov 02 07:35:19.902297 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:20.889942 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f30ba7-c839-4def-8762-81e29c3e5cb5 req-0674c1eb-2419-4b4a-99ed-b18cf6475d77 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:20.891410 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-97f30ba7-c839-4def-8762-81e29c3e5cb5 req-0674c1eb-2419-4b4a-99ed-b18cf6475d77 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 943 time: 0.0500841 Nov 02 07:35:20.940250 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-97f30ba7-c839-4def-8762-81e29c3e5cb5 req-1cf272d9-046e-4ae4-bc87-b9c9258b9570 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433061 Nov 02 07:35:21.311917 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:21.407831 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:22.059296 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5849910-1716-4924-b2eb-84ed662eb5f4 req-95c4601b-b7e6-478d-a996-f61087b4ce5e tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:22.060750 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d5849910-1716-4924-b2eb-84ed662eb5f4 req-95c4601b-b7e6-478d-a996-f61087b4ce5e tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 943 time: 0.0467682 Nov 02 07:35:22.109167 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d5849910-1716-4924-b2eb-84ed662eb5f4 req-ee04559c-7d7d-4b3c-b214-545c24ac8521 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429204 Nov 02 07:35:23.234987 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188b719-e4df-4b59-ac66-0efa22100237 req-3fc38955-e375-4e25-8837-6792cda3f4b4 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:23.236453 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b188b719-e4df-4b59-ac66-0efa22100237 req-3fc38955-e375-4e25-8837-6792cda3f4b4 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 943 time: 0.0518050 Nov 02 07:35:23.286433 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b188b719-e4df-4b59-ac66-0efa22100237 req-b0728cb2-0bce-4b19-821a-900d12b69ba4 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444572 Nov 02 07:35:24.405709 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8addd3b5-91eb-45e7-adc7-9d3faa9eb211 req-00eeb362-145c-425d-9916-43d448137c9c tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:24.407179 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8addd3b5-91eb-45e7-adc7-9d3faa9eb211 req-00eeb362-145c-425d-9916-43d448137c9c tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 943 time: 0.0466206 Nov 02 07:35:24.457553 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8addd3b5-91eb-45e7-adc7-9d3faa9eb211 req-49a7e9c5-847e-4151-942d-ffd4a5963dd2 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448546 Nov 02 07:35:25.374961 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:25.578265 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e588be-854a-4744-98c7-2747d6b97c5c req-82354eaa-32e5-476f-8f99-3e104bfe2d44 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:25.579733 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-43e588be-854a-4744-98c7-2747d6b97c5c req-82354eaa-32e5-476f-8f99-3e104bfe2d44 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 943 time: 0.0453451 Nov 02 07:35:25.631591 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-43e588be-854a-4744-98c7-2747d6b97c5c req-4bae5b3d-ce1c-43df-801a-2cb9ee8fc2d6 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462410 Nov 02 07:35:26.264525 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 697a5305-479b-4888-ac9b-d59e4662ea13 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 07:35:26.368060 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 697a5305-479b-4888-ac9b-d59e4662ea13, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=697a5305-479b-4888-ac9b-d59e4662ea13,segment=NetworkSegment(d84738d2-98c3-4ff6-97b3-8faa15e0d3f9),segment_id=d84738d2-98c3-4ff6-97b3-8faa15e0d3f9)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:35:26.379144 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Returning: {'device': '697a5305-479b-4888-ac9b-d59e4662ea13', 'network_id': 'a4b569f4-0220-4fbb-945d-473979044420', 'port_id': '697a5305-479b-4888-ac9b-d59e4662ea13', 'mac_address': 'fa:16:3e:b7:08:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdac1f18-4f67-4d45-9794-697cbfd49b75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 07:35:26.413931 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 697a5305-479b-4888-ac9b-d59e4662ea13 is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:35:26.414318 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (697a5305-479b-4888-ac9b-d59e4662ea13), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:26.427035 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 697a5305-479b-4888-ac9b-d59e4662ea13 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:35:26.447777 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 697a5305-479b-4888-ac9b-d59e4662ea13, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=697a5305-479b-4888-ac9b-d59e4662ea13,segment=NetworkSegment(d84738d2-98c3-4ff6-97b3-8faa15e0d3f9),segment_id=d84738d2-98c3-4ff6-97b3-8faa15e0d3f9)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:35:26.451724 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (697a5305-479b-4888-ac9b-d59e4662ea13), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:26.496285 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=697a5305-479b-4888-ac9b-d59e4662ea13,revision_number=7']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:35:26.754104 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8c89a-0806-4441-ac28-45fb6693312e req-6db76f26-9eb2-42fd-8861-0b204b04f1bd tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:26.755626 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-16c8c89a-0806-4441-ac28-45fb6693312e req-6db76f26-9eb2-42fd-8861-0b204b04f1bd tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 944 time: 0.0475211 Nov 02 07:35:26.806675 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-16c8c89a-0806-4441-ac28-45fb6693312e req-784b952f-4e2f-4e5d-9c91-851680f5be1a tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440044 Nov 02 07:35:26.885498 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:26.892792 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=71 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:26.942694 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['697a5305-479b-4888-ac9b-d59e4662ea13'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:35:27.063803 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:27.621144 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=14,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:27.928002 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbf8da-51df-44b0-8a41-6ceb73e42c7b req-0f4a1e9c-3cb8-41b2-8418-63b4fd49bcea tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:27.930064 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5cbbf8da-51df-44b0-8a41-6ceb73e42c7b req-0f4a1e9c-3cb8-41b2-8418-63b4fd49bcea tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 944 time: 0.0478108 Nov 02 07:35:27.955509 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:27.980330 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5cbbf8da-51df-44b0-8a41-6ceb73e42c7b req-a64fb5fc-16dd-482b-8647-34eda39cfb8e tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445211 Nov 02 07:35:28.293327 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 697a5305-479b-4888-ac9b-d59e4662ea13 up at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:35:28.337184 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning complete for port 697a5305-479b-4888-ac9b-d59e4662ea13 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:35:28.337476 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (697a5305-479b-4888-ac9b-d59e4662ea13), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:28.337811 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Attempt 1 to provision port 697a5305-479b-4888-ac9b-d59e4662ea13 Nov 02 07:35:28.374292 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:28.412910 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 697a5305-479b-4888-ac9b-d59e4662ea13 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:35:28.413292 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (697a5305-479b-4888-ac9b-d59e4662ea13), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:28.436399 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ad3728-5dee-49b1-a62d-3bdfca6b47ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697a5305-479b-4888-ac9b-d59e4662ea13'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:35:28.438637 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae3fbe182e2c1c70a5346b740f804138ecd9042bc04c1c47f40fee79c776d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c8f042-792b-4551-9ac7-a4ef2f7852b3" -d '{"events": [{"server_uuid": "22ad3728-5dee-49b1-a62d-3bdfca6b47ce", "name": "network-vif-plugged", "status": "completed", "tag": "697a5305-479b-4888-ac9b-d59e4662ea13"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:35:28.453808 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 697a5305-479b-4888-ac9b-d59e4662ea13, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=697a5305-479b-4888-ac9b-d59e4662ea13,segment=NetworkSegment(d84738d2-98c3-4ff6-97b3-8faa15e0d3f9),segment_id=d84738d2-98c3-4ff6-97b3-8faa15e0d3f9)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:35:28.458849 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (697a5305-479b-4888-ac9b-d59e4662ea13), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:28.487276 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593eb571-48cb-4baf-9842-7fb598b244bb x-openstack-request-id: req-593eb571-48cb-4baf-9842-7fb598b244bb {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:35:28.487563 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ad3728-5dee-49b1-a62d-3bdfca6b47ce", "name": "network-vif-plugged", "status": "completed", "tag": "697a5305-479b-4888-ac9b-d59e4662ea13", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:35:28.487806 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-593eb571-48cb-4baf-9842-7fb598b244bb {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:35:28.488192 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-593eb571-48cb-4baf-9842-7fb598b244bb'] response: {'server_uuid': '22ad3728-5dee-49b1-a62d-3bdfca6b47ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697a5305-479b-4888-ac9b-d59e4662ea13', 'code': 200} Nov 02 07:35:28.513696 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=697a5305-479b-4888-ac9b-d59e4662ea13,revision_number=8']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:35:28.544732 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:28.779459 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21517c6-81fe-4404-a3b0-448785ca0d2a req-69b3c5c6-14c6-4512-8ca4-c4286bd8d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:28.780951 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d21517c6-81fe-4404-a3b0-448785ca0d2a req-69b3c5c6-14c6-4512-8ca4-c4286bd8d0ae service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 1129 time: 0.0394418 Nov 02 07:35:28.828581 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-d21517c6-81fe-4404-a3b0-448785ca0d2a req-c4f4db0e-1f78-47e2-bafc-09ed0ad9ad3c service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384164 Nov 02 07:35:29.105024 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba01060-257d-4276-b9c2-653bf351dfac req-8460a4f7-520b-4157-a0c0-d5feb81d8e3e tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:29.106521 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-eba01060-257d-4276-b9c2-653bf351dfac req-8460a4f7-520b-4157-a0c0-d5feb81d8e3e tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0505819 Nov 02 07:35:29.157864 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-eba01060-257d-4276-b9c2-653bf351dfac req-f6f7736c-3432-4286-8212-a3a9ec3fbbd2 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457535 Nov 02 07:35:30.292646 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c130698-4a74-4fe8-a131-bb9673ca8355 req-252020a7-ed73-4480-aa2b-2ff43c744b1c tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:30.294123 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5c130698-4a74-4fe8-a131-bb9673ca8355 req-252020a7-ed73-4480-aa2b-2ff43c744b1c tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0478356 Nov 02 07:35:30.342467 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5c130698-4a74-4fe8-a131-bb9673ca8355 req-7e12b578-3b6f-4ec3-a41d-a4a144378ecc tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427871 Nov 02 07:35:31.455529 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:31.465840 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1bf0d9-b4f3-4f26-ba7e-330556771953 req-7d7c99f1-7c64-4a03-b076-c35eddee7051 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:31.467386 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ed1bf0d9-b4f3-4f26-ba7e-330556771953 req-7d7c99f1-7c64-4a03-b076-c35eddee7051 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0497420 Nov 02 07:35:31.519160 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ed1bf0d9-b4f3-4f26-ba7e-330556771953 req-675e80ac-5b63-423c-90b9-85877e4a7316 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462351 Nov 02 07:35:32.639680 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7a1c5-0a2c-46c9-be3e-87691770c14e req-580f9143-2e47-4f40-8435-daeb5b4585f8 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:32.641297 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d3b7a1c5-0a2c-46c9-be3e-87691770c14e req-580f9143-2e47-4f40-8435-daeb5b4585f8 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0481772 Nov 02 07:35:32.700047 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d3b7a1c5-0a2c-46c9-be3e-87691770c14e req-345d33ac-dba0-43d9-a3c5-570eacad3643 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525913 Nov 02 07:35:33.829726 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf68bc4-8e57-4357-a0e6-6db486467b92 req-23082957-3955-4909-96bc-a1a9d3aa2743 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:33.831231 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6bf68bc4-8e57-4357-a0e6-6db486467b92 req-23082957-3955-4909-96bc-a1a9d3aa2743 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0520647 Nov 02 07:35:33.882926 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6bf68bc4-8e57-4357-a0e6-6db486467b92 req-cea03321-45dd-489a-91f3-842c156a4602 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446706 Nov 02 07:35:38.535171 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:38.541771 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:38.547051 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 40620) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:35:38.653231 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-79f35e33-0541-44ef-8a19-e985f6b4a329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:38.727534 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-79f35e33-0541-44ef-8a19-e985f6b4a329 admin admin] Publish callbacks [] for security_group (0dca1d08-8631-4bc6-8b47-33a191ff3172), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:38.731681 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-79f35e33-0541-44ef-8a19-e985f6b4a329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (0dca1d08-8631-4bc6-8b47-33a191ff3172), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:38.772141 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f35e33-0541-44ef-8a19-e985f6b4a329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dca1d08-8631-4bc6-8b47-33a191ff3172,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:35:38.777126 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-79f35e33-0541-44ef-8a19-e985f6b4a329 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=cfd4f4705f464cd2ab4f3c35747b169f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290249 Nov 02 07:35:38.779729 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 40624) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:35:38.827639 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-38aaec87-904b-444d-9f33-52c00a1d5381 admin admin] Publish callbacks [] for security_group (0dca1d08-8631-4bc6-8b47-33a191ff3172), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:38.848628 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-38aaec87-904b-444d-9f33-52c00a1d5381 admin admin] Publish callbacks [] for security_group (0dca1d08-8631-4bc6-8b47-33a191ff3172), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:38.897861 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-38aaec87-904b-444d-9f33-52c00a1d5381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (0dca1d08-8631-4bc6-8b47-33a191ff3172), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:38.900453 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-38aaec87-904b-444d-9f33-52c00a1d5381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:38.902299 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-38aaec87-904b-444d-9f33-52c00a1d5381 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0dca1d08-8631-4bc6-8b47-33a191ff3172 HTTP/1.1" status: 204 len: 168 time: 0.1216547 Nov 02 07:35:38.911219 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aaec87-904b-444d-9f33-52c00a1d5381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dca1d08-8631-4bc6-8b47-33a191ff3172,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:35:43.874638 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=24 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:43.877643 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=44 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:46.344357 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-3b3c8605-c63c-4b62-a643-9b59769f3734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:48.542609 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-0f4d7001-383e-4b69-aa24-9a9e6f36a48b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:48.904746 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=39,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:48.905779 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=48,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:49.905358 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:51.318996 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:51.410447 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:54.626403 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:35:56.610851 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:57.099413 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 40764) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:35:57.209526 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3dd828d8-ccb9-4d5f-b36d-9932ba836637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:57.285468 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3dd828d8-ccb9-4d5f-b36d-9932ba836637 admin admin] Publish callbacks [] for security_group (a6111267-e2d3-4c52-bd06-30e47f625f63), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:57.289028 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3dd828d8-ccb9-4d5f-b36d-9932ba836637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (a6111267-e2d3-4c52-bd06-30e47f625f63), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:57.327939 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd828d8-ccb9-4d5f-b36d-9932ba836637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6111267-e2d3-4c52-bd06-30e47f625f63,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:35:57.332124 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-3dd828d8-ccb9-4d5f-b36d-9932ba836637 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4154fbb813af483caead760ada3f005e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316973 Nov 02 07:35:57.334957 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 40770) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:35:57.338058 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd828d8-ccb9-4d5f-b36d-9932ba836637 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:57.338426 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd828d8-ccb9-4d5f-b36d-9932ba836637 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:57.338767 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd828d8-ccb9-4d5f-b36d-9932ba836637 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:57.339102 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd828d8-ccb9-4d5f-b36d-9932ba836637 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:57.339428 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd828d8-ccb9-4d5f-b36d-9932ba836637 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:57.339753 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd828d8-ccb9-4d5f-b36d-9932ba836637 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:57.340074 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd828d8-ccb9-4d5f-b36d-9932ba836637 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:57.340394 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd828d8-ccb9-4d5f-b36d-9932ba836637 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:57.340748 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd828d8-ccb9-4d5f-b36d-9932ba836637 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:57.341120 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd828d8-ccb9-4d5f-b36d-9932ba836637 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:57.341489 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd828d8-ccb9-4d5f-b36d-9932ba836637 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:57.341864 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd828d8-ccb9-4d5f-b36d-9932ba836637 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:57.342190 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd828d8-ccb9-4d5f-b36d-9932ba836637 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:57.342535 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd828d8-ccb9-4d5f-b36d-9932ba836637 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:57.342851 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd828d8-ccb9-4d5f-b36d-9932ba836637 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:57.385078 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-869e112f-73db-442e-b833-4d89fa5da7cd admin admin] Publish callbacks [] for security_group (a6111267-e2d3-4c52-bd06-30e47f625f63), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:57.405079 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-869e112f-73db-442e-b833-4d89fa5da7cd admin admin] Publish callbacks [] for security_group (a6111267-e2d3-4c52-bd06-30e47f625f63), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:57.453987 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-869e112f-73db-442e-b833-4d89fa5da7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (a6111267-e2d3-4c52-bd06-30e47f625f63), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:57.456720 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-869e112f-73db-442e-b833-4d89fa5da7cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:57.457861 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-869e112f-73db-442e-b833-4d89fa5da7cd admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a6111267-e2d3-4c52-bd06-30e47f625f63 HTTP/1.1" status: 204 len: 168 time: 0.1219239 Nov 02 07:35:57.465514 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e112f-73db-442e-b833-4d89fa5da7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6111267-e2d3-4c52-bd06-30e47f625f63,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:35:58.078794 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 40796) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:35:58.178600 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-7416d9f3-e71f-488a-8331-c5bb9b9f4793 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-283726779-network', 'tenant_id': '280ce4c6b9174073902820e2e922bedf'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:35:58.199438 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7416d9f3-e71f-488a-8331-c5bb9b9f4793 admin admin] Made reservation on behalf of 280ce4c6b9174073902820e2e922bedf for: {'network': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:35:58.201795 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7416d9f3-e71f-488a-8331-c5bb9b9f4793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for network (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:58.210940 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7416d9f3-e71f-488a-8331-c5bb9b9f4793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:58.289406 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7416d9f3-e71f-488a-8331-c5bb9b9f4793 admin admin] Publish callbacks [] for security_group (f8a1521d-7edb-4526-b371-66f352f965c7), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:58.292450 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7416d9f3-e71f-488a-8331-c5bb9b9f4793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (f8a1521d-7edb-4526-b371-66f352f965c7), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:58.317895 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7416d9f3-e71f-488a-8331-c5bb9b9f4793 admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=104569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 07:35:58.332634 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416d9f3-e71f-488a-8331-c5bb9b9f4793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a1521d-7edb-4526-b371-66f352f965c7,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:35:58.337707 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7416d9f3-e71f-488a-8331-c5bb9b9f4793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (268daac8-05c1-473f-8a22-a8ddb6dd3cef), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:58.338040 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.db.segments_db [None req-7416d9f3-e71f-488a-8331-c5bb9b9f4793 admin admin] Added segment 268daac8-05c1-473f-8a22-a8ddb6dd3cef of type vlan for network 59746b03-2694-45ae-a6c9-a4cd96b42795 Nov 02 07:35:58.384269 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7416d9f3-e71f-488a-8331-c5bb9b9f4793 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744619761345'] for network (59746b03-2694-45ae-a6c9-a4cd96b42795), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:58.411146 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7416d9f3-e71f-488a-8331-c5bb9b9f4793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for network (59746b03-2694-45ae-a6c9-a4cd96b42795), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:58.412251 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7416d9f3-e71f-488a-8331-c5bb9b9f4793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:58.412829 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7416d9f3-e71f-488a-8331-c5bb9b9f4793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:58.451518 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-7416d9f3-e71f-488a-8331-c5bb9b9f4793 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3715861 Nov 02 07:35:58.454942 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 40802) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:35:58.459811 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-b36ffa54-c5fe-4475-9a84-b70261b1d3fc admin admin] Request body: {'subnet': {'network_id': '59746b03-2694-45ae-a6c9-a4cd96b42795', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-283726779-subnet', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'ip_version': 4}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:35:58.480027 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36ffa54-c5fe-4475-9a84-b70261b1d3fc admin admin] Made reservation on behalf of 280ce4c6b9174073902820e2e922bedf for: {'subnet': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:35:58.482327 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b36ffa54-c5fe-4475-9a84-b70261b1d3fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808798'] for subnet (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:58.485673 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416d9f3-e71f-488a-8331-c5bb9b9f4793 admin admin] Pushing event updated for resources: {'Network': ['ID=59746b03-2694-45ae-a6c9-a4cd96b42795,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:35:58.495245 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Network 59746b03-2694-45ae-a6c9-a4cd96b42795 details requested by agent ovs-agent-dv-cinder-804735-33-iscsi with host dv-cinder-804735-33-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 07:35:58.570720 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:58.663169 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b36ffa54-c5fe-4475-9a84-b70261b1d3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3576920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808808'] for subnet (33654569-10a4-4eaf-ab6f-7413caacc56f), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:58.717221 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ffa54-c5fe-4475-9a84-b70261b1d3fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=33654569-10a4-4eaf-ab6f-7413caacc56f,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:35:58.733842 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36ffa54-c5fe-4475-9a84-b70261b1d3fc admin admin] Checking segment: {'id': '268daac8-05c1-473f-8a22-a8ddb6dd3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '59746b03-2694-45ae-a6c9-a4cd96b42795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:35:58.734100 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36ffa54-c5fe-4475-9a84-b70261b1d3fc admin admin] Network hostable DHCP agents. Network: 59746b03-2694-45ae-a6c9-a4cd96b42795, hostable agents: ['bceb131e-a03d-46e7-91df-936d929aaf3a'], hosted agents: [] {{(pid=104568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 07:35:58.753105 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36ffa54-c5fe-4475-9a84-b70261b1d3fc admin admin] Network 59746b03-2694-45ae-a6c9-a4cd96b42795 is scheduled to be hosted by DHCP agent bceb131e-a03d-46e7-91df-936d929aaf3a with binding_index 1 {{(pid=104568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 07:35:58.761909 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-b36ffa54-c5fe-4475-9a84-b70261b1d3fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-33-iscsi, 59746b03-2694-45ae-a6c9-a4cd96b42795) {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:35:58.766857 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36ffa54-c5fe-4475-9a84-b70261b1d3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:35:58.767454 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b36ffa54-c5fe-4475-9a84-b70261b1d3fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for subnet (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:58.772475 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c080cb44-e29a-4fc6-92cf-e9fbbed6bb3d None None] Network 59746b03-2694-45ae-a6c9-a4cd96b42795 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:35:58.786934 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 40804) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:35:58.787150 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-b36ffa54-c5fe-4475-9a84-b70261b1d3fc admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3308256 Nov 02 07:35:58.791589 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-d6325a95-49cb-4f11-8bc3-99cb6244527a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-283726779-router', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:35:58.811680 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d6325a95-49cb-4f11-8bc3-99cb6244527a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518397'] for router (6089ca72-69f9-43d7-b9d7-c78ae9f9209b), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:58.813244 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d6325a95-49cb-4f11-8bc3-99cb6244527a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-660658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-678971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518378'] for router (6089ca72-69f9-43d7-b9d7-c78ae9f9209b), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:58.869541 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d6325a95-49cb-4f11-8bc3-99cb6244527a admin admin] Publish callbacks [] for router_controller (6089ca72-69f9-43d7-b9d7-c78ae9f9209b), precommit_add_association {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:58.885089 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp204866af-937c-5d88-be22-37b8279ded6e-59746b03-2694-45ae-a6c9-a4cd96b42795', 'network_id': '59746b03-2694-45ae-a6c9-a4cd96b42795', 'project_id': '280ce4c6b9174073902820e2e922bedf', 'fixed_ips': [{'subnet_id': '33654569-10a4-4eaf-ab6f-7413caacc56f'}]}} from dv-cinder-804735-33-iscsi. {{(pid=104570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 07:35:58.886022 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:59.005618 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d6325a95-49cb-4f11-8bc3-99cb6244527a admin admin] Publish callbacks [] for router_gateway (6089ca72-69f9-43d7-b9d7-c78ae9f9209b), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:59.021176 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.db_base_plugin_common [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Allocated IP 172.20.0.2 (59746b03-2694-45ae-a6c9-a4cd96b42795/33654569-10a4-4eaf-ab6f-7413caacc56f/11aafdd6-e074-4636-8942-1e1f3aaf783b) {{(pid=104570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:35:59.075945 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:59.081387 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:59.168588 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Publish callbacks [] for port (11aafdd6-e074-4636-8942-1e1f3aaf783b), precommit_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:59.176135 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738'] for port (11aafdd6-e074-4636-8942-1e1f3aaf783b), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:59.195840 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d6325a95-49cb-4f11-8bc3-99cb6244527a admin admin] Publish callbacks [] for router_gateway (6089ca72-69f9-43d7-b9d7-c78ae9f9209b), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:59.211946 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Network 59746b03-2694-45ae-a6c9-a4cd96b42795 is already hosted by enough agents. {{(pid=104570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:35:59.214865 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.base_scheduler [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Resources bound (agent type, host, resource id): {{(pid=104570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:35:59.215491 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d6325a95-49cb-4f11-8bc3-99cb6244527a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:59.221031 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Received port after_create {{(pid=104570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:35:59.229666 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Pushing event updated for resources: {'Port': ['ID=11aafdd6-e074-4636-8942-1e1f3aaf783b,revision_number=1']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:35:59.253728 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:59.254056 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:59.254412 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:59.254748 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:59.255343 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:59.255720 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:59.255983 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:59.256301 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:59.256624 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:59.256942 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:59.257260 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:59.257575 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:59.257889 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:59.258201 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:59.258539 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:35:59.295323 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Attempting to bind port 11aafdd6-e074-4636-8942-1e1f3aaf783b on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:35:59.295691 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Attempting to bind port 11aafdd6-e074-4636-8942-1e1f3aaf783b by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': '268daac8-05c1-473f-8a22-a8ddb6dd3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '59746b03-2694-45ae-a6c9-a4cd96b42795'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:35:59.296051 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Attempting to bind port 11aafdd6-e074-4636-8942-1e1f3aaf783b on network 59746b03-2694-45ae-a6c9-a4cd96b42795 {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:35:59.330862 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-d6325a95-49cb-4f11-8bc3-99cb6244527a admin admin] Allocated IP 172.27.2.50 (ac01166e-81e9-4cae-b853-f9fd1f541c1c/957d630b-2ac5-4777-98af-d9a9e169b647/d80254cc-da63-4ae5-8c01-9ac9c7b471a9) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:35:59.338941 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:35:59.339301 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Checking segment: {'id': '268daac8-05c1-473f-8a22-a8ddb6dd3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '59746b03-2694-45ae-a6c9-a4cd96b42795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:35:59.339700 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:59.340113 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Bound using segment: {'id': '268daac8-05c1-473f-8a22-a8ddb6dd3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '59746b03-2694-45ae-a6c9-a4cd96b42795'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:35:59.340551 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Bound port: 11aafdd6-e074-4636-8942-1e1f3aaf783b, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268daac8-05c1-473f-8a22-a8ddb6dd3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '59746b03-2694-45ae-a6c9-a4cd96b42795'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:35:59.340926 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (11aafdd6-e074-4636-8942-1e1f3aaf783b), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:59.404149 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] For port 11aafdd6-e074-4636-8942-1e1f3aaf783b, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:35:59.409558 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] For port 11aafdd6-e074-4636-8942-1e1f3aaf783b, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=11aafdd6-e074-4636-8942-1e1f3aaf783b,segment=NetworkSegment(268daac8-05c1-473f-8a22-a8ddb6dd3cef),segment_id=268daac8-05c1-473f-8a22-a8ddb6dd3cef)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:35:59.414692 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (11aafdd6-e074-4636-8942-1e1f3aaf783b), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:59.424418 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:59.453855 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d6325a95-49cb-4f11-8bc3-99cb6244527a admin admin] Publish callbacks [] for port (d80254cc-da63-4ae5-8c01-9ac9c7b471a9), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:59.461965 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:59.477777 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f62837-caf2-4974-9e6c-f7bd673ff85c None None] Pushing event updated for resources: {'Port': ['ID=11aafdd6-e074-4636-8942-1e1f3aaf783b,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:35:59.492964 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d6325a95-49cb-4f11-8bc3-99cb6244527a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (d80254cc-da63-4ae5-8c01-9ac9c7b471a9), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:59.532283 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6325a95-49cb-4f11-8bc3-99cb6244527a admin admin] Network ac01166e-81e9-4cae-b853-f9fd1f541c1c is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:35:59.535380 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-d6325a95-49cb-4f11-8bc3-99cb6244527a admin admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:35:59.537951 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6325a95-49cb-4f11-8bc3-99cb6244527a admin admin] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:35:59.571082 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6325a95-49cb-4f11-8bc3-99cb6244527a admin admin] Pushing event updated for resources: {'Port': ['ID=d80254cc-da63-4ae5-8c01-9ac9c7b471a9,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:35:59.813639 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d6325a95-49cb-4f11-8bc3-99cb6244527a admin admin] Publish callbacks [] for router_gateway (6089ca72-69f9-43d7-b9d7-c78ae9f9209b), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:35:59.986532 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:35:59.999170 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:00.003679 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d6325a95-49cb-4f11-8bc3-99cb6244527a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648988'] for router (6089ca72-69f9-43d7-b9d7-c78ae9f9209b), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:00.136309 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6325a95-49cb-4f11-8bc3-99cb6244527a admin admin] Router 6089ca72-69f9-43d7-b9d7-c78ae9f9209b is scheduled to L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a with binding_index 1 {{(pid=104569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 07:36:00.241726 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6325a95-49cb-4f11-8bc3-99cb6244527a admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:36:00.250958 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e93c541-caf6-4286-8b82-ab03308a8b32 None None] Sync routers for ids ['6089ca72-69f9-43d7-b9d7-c78ae9f9209b'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:36:00.263624 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e93c541-caf6-4286-8b82-ab03308a8b32 None None] Routers {'6089ca72-69f9-43d7-b9d7-c78ae9f9209b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:36:00.264192 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-0e93c541-caf6-4286-8b82-ab03308a8b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:35:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['6089ca72-69f9-43d7-b9d7-c78ae9f9209b'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:00.266501 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-d6325a95-49cb-4f11-8bc3-99cb6244527a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:00.270593 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-d6325a95-49cb-4f11-8bc3-99cb6244527a admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4824619 Nov 02 07:36:00.270740 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 40808) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:00.352206 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e24075-1749-4f03-ae4f-ca5b286ea6d0 None None] Network 59746b03-2694-45ae-a6c9-a4cd96b42795 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:36:00.432188 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-0e93c541-caf6-4286-8b82-ab03308a8b32 None None] Set router 6089ca72-69f9-43d7-b9d7-c78ae9f9209b gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:36:00.498532 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-8a462065-82dc-47b1-ae87-699617675be3 None None] Provisioning complete for port 11aafdd6-e074-4636-8942-1e1f3aaf783b triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:00.498908 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-8a462065-82dc-47b1-ae87-699617675be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (11aafdd6-e074-4636-8942-1e1f3aaf783b), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:00.499231 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-8a462065-82dc-47b1-ae87-699617675be3 None None] Attempt 1 to provision port 11aafdd6-e074-4636-8942-1e1f3aaf783b Nov 02 07:36:00.896945 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-8a462065-82dc-47b1-ae87-699617675be3 None None] Current status of the port 11aafdd6-e074-4636-8942-1e1f3aaf783b is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:00.897326 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-8a462065-82dc-47b1-ae87-699617675be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (11aafdd6-e074-4636-8942-1e1f3aaf783b), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:00.919720 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:00.921247 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-0e93c541-caf6-4286-8b82-ab03308a8b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'name': 'tempest-TestMinimumBasicScenario-283726779-router', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'd80254cc-da63-4ae5-8c01-9ac9c7b471a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:35:58Z', 'updated_at': '2022-11-02T07:35:59Z', 'revision_number': 3, 'project_id': '280ce4c6b9174073902820e2e922bedf', 'gw_port': {'id': 'd80254cc-da63-4ae5-8c01-9ac9c7b471a9', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:35:59Z', 'updated_at': '2022-11-02T07:35:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:00.940673 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 11aafdd6-e074-4636-8942-1e1f3aaf783b up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:36:00.949674 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:01.010288 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e93c541-caf6-4286-8b82-ab03308a8b32 None None] Checking router: 6089ca72-69f9-43d7-b9d7-c78ae9f9209b for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:36:01.010564 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e93c541-caf6-4286-8b82-ab03308a8b32 None None] Updating router 6089ca72-69f9-43d7-b9d7-c78ae9f9209b port d80254cc-da63-4ae5-8c01-9ac9c7b471a9 binding host dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 07:36:01.013298 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f0a58322-5eac-4f90-9786-e3acef0f2dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:01.063369 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-8a462065-82dc-47b1-ae87-699617675be3 None None] For port 11aafdd6-e074-4636-8942-1e1f3aaf783b, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=11aafdd6-e074-4636-8942-1e1f3aaf783b,segment=NetworkSegment(268daac8-05c1-473f-8a22-a8ddb6dd3cef),segment_id=268daac8-05c1-473f-8a22-a8ddb6dd3cef)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:36:01.073358 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-8a462065-82dc-47b1-ae87-699617675be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (11aafdd6-e074-4636-8942-1e1f3aaf783b), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:01.085178 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-0e93c541-caf6-4286-8b82-ab03308a8b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (d80254cc-da63-4ae5-8c01-9ac9c7b471a9), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:01.171724 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 11aafdd6-e074-4636-8942-1e1f3aaf783b triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:01.172213 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (11aafdd6-e074-4636-8942-1e1f3aaf783b), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:01.172728 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 11aafdd6-e074-4636-8942-1e1f3aaf783b Nov 02 07:36:01.192477 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-f0a58322-5eac-4f90-9786-e3acef0f2dd1 admin admin] Allocated IP 172.20.0.1 (59746b03-2694-45ae-a6c9-a4cd96b42795/33654569-10a4-4eaf-ab6f-7413caacc56f/aab32726-54cc-47bb-9b8b-d191009e2089) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:36:01.274408 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:01.288002 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a462065-82dc-47b1-ae87-699617675be3 None None] Pushing event updated for resources: {'Port': ['ID=11aafdd6-e074-4636-8942-1e1f3aaf783b,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:01.297206 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-f21d77c6-9b21-4ba2-bcef-92ff1d0afb13 None None] Provisioning complete for port 11aafdd6-e074-4636-8942-1e1f3aaf783b triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:01.297682 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f21d77c6-9b21-4ba2-bcef-92ff1d0afb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (11aafdd6-e074-4636-8942-1e1f3aaf783b), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:01.298042 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-f21d77c6-9b21-4ba2-bcef-92ff1d0afb13 None None] Attempt 1 to provision port 11aafdd6-e074-4636-8942-1e1f3aaf783b Nov 02 07:36:01.326957 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f0a58322-5eac-4f90-9786-e3acef0f2dd1 admin admin] Publish callbacks [] for port (aab32726-54cc-47bb-9b8b-d191009e2089), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:01.370411 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f0a58322-5eac-4f90-9786-e3acef0f2dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (aab32726-54cc-47bb-9b8b-d191009e2089), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:01.403184 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:01.427591 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a58322-5eac-4f90-9786-e3acef0f2dd1 admin admin] Network 59746b03-2694-45ae-a6c9-a4cd96b42795 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:36:01.435706 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-f0a58322-5eac-4f90-9786-e3acef0f2dd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:36:01.438937 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a58322-5eac-4f90-9786-e3acef0f2dd1 admin admin] Pushing event updated for resources: {'Port': ['ID=aab32726-54cc-47bb-9b8b-d191009e2089,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:01.442082 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a58322-5eac-4f90-9786-e3acef0f2dd1 admin admin] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:36:01.472461 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 11aafdd6-e074-4636-8942-1e1f3aaf783b is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:01.515158 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f0a58322-5eac-4f90-9786-e3acef0f2dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650874'] for router_interface (6089ca72-69f9-43d7-b9d7-c78ae9f9209b), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:01.537359 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-f21d77c6-9b21-4ba2-bcef-92ff1d0afb13 None None] Current status of the port 11aafdd6-e074-4636-8942-1e1f3aaf783b is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:01.621071 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-0e93c541-caf6-4286-8b82-ab03308a8b32 None None] Publish callbacks [] for port (d80254cc-da63-4ae5-8c01-9ac9c7b471a9), precommit_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:01.628341 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-0e93c541-caf6-4286-8b82-ab03308a8b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (d80254cc-da63-4ae5-8c01-9ac9c7b471a9), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:01.678528 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-0e93c541-caf6-4286-8b82-ab03308a8b32 None None] Attempting to bind port d80254cc-da63-4ae5-8c01-9ac9c7b471a9 on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:36:01.678953 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-0e93c541-caf6-4286-8b82-ab03308a8b32 None None] Attempting to bind port d80254cc-da63-4ae5-8c01-9ac9c7b471a9 by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:36:01.679491 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e93c541-caf6-4286-8b82-ab03308a8b32 None None] Attempting to bind port d80254cc-da63-4ae5-8c01-9ac9c7b471a9 on network ac01166e-81e9-4cae-b853-f9fd1f541c1c {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:36:01.726049 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9a3d4-dec1-4ab5-a56e-622b38dbe0ef None None] Pushing event updated for resources: {'Port': ['ID=d80254cc-da63-4ae5-8c01-9ac9c7b471a9,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:01.743791 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e93c541-caf6-4286-8b82-ab03308a8b32 None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:36:01.744265 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e93c541-caf6-4286-8b82-ab03308a8b32 None None] Checking segment: {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:36:01.744760 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-0e93c541-caf6-4286-8b82-ab03308a8b32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:01.745951 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e93c541-caf6-4286-8b82-ab03308a8b32 None None] Bound using segment: {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:36:01.747227 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-0e93c541-caf6-4286-8b82-ab03308a8b32 None None] Bound port: d80254cc-da63-4ae5-8c01-9ac9c7b471a9, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:36:01.747711 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-0e93c541-caf6-4286-8b82-ab03308a8b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (d80254cc-da63-4ae5-8c01-9ac9c7b471a9), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:01.791359 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-9d7972ad-6540-4759-9591-4b9c4023457f None None] Provisioning complete for port aab32726-54cc-47bb-9b8b-d191009e2089 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:01.791813 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-9d7972ad-6540-4759-9591-4b9c4023457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (aab32726-54cc-47bb-9b8b-d191009e2089), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:01.792176 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-9d7972ad-6540-4759-9591-4b9c4023457f None None] Attempt 1 to provision port aab32726-54cc-47bb-9b8b-d191009e2089 Nov 02 07:36:01.826239 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:01.836111 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-0e93c541-caf6-4286-8b82-ab03308a8b32 None None] For port d80254cc-da63-4ae5-8c01-9ac9c7b471a9, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:36:01.852544 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-9d7972ad-6540-4759-9591-4b9c4023457f None None] Port aab32726-54cc-47bb-9b8b-d191009e2089 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:36:01.857853 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-0e93c541-caf6-4286-8b82-ab03308a8b32 None None] For port d80254cc-da63-4ae5-8c01-9ac9c7b471a9, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=d80254cc-da63-4ae5-8c01-9ac9c7b471a9,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:36:01.864676 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-0e93c541-caf6-4286-8b82-ab03308a8b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (d80254cc-da63-4ae5-8c01-9ac9c7b471a9), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:01.877830 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f0a58322-5eac-4f90-9786-e3acef0f2dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (aab32726-54cc-47bb-9b8b-d191009e2089), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:01.902009 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e93c541-caf6-4286-8b82-ab03308a8b32 None None] Routers {'6089ca72-69f9-43d7-b9d7-c78ae9f9209b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:36:01.902705 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-0e93c541-caf6-4286-8b82-ab03308a8b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:35:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['6089ca72-69f9-43d7-b9d7-c78ae9f9209b'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:01.962787 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9a3d4-dec1-4ab5-a56e-622b38dbe0ef None None] Pushing event updated for resources: {'Port': ['ID=d80254cc-da63-4ae5-8c01-9ac9c7b471a9,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:02.009787 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:02.038779 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-0e93c541-caf6-4286-8b82-ab03308a8b32 None None] Set router 6089ca72-69f9-43d7-b9d7-c78ae9f9209b gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:36:02.071411 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f0a58322-5eac-4f90-9786-e3acef0f2dd1 admin admin] Publish callbacks [] for port (aab32726-54cc-47bb-9b8b-d191009e2089), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:02.075895 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f0a58322-5eac-4f90-9786-e3acef0f2dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576543'] for port (aab32726-54cc-47bb-9b8b-d191009e2089), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:02.121108 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:02.147671 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a58322-5eac-4f90-9786-e3acef0f2dd1 admin admin] Pushing event updated for resources: {'Port': ['ID=aab32726-54cc-47bb-9b8b-d191009e2089,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:02.151247 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f0a58322-5eac-4f90-9786-e3acef0f2dd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-997922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650966'] for router_interface (6089ca72-69f9-43d7-b9d7-c78ae9f9209b), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:02.232982 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-0e93c541-caf6-4286-8b82-ab03308a8b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'name': 'tempest-TestMinimumBasicScenario-283726779-router', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'd80254cc-da63-4ae5-8c01-9ac9c7b471a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:35:58Z', 'updated_at': '2022-11-02T07:36:01Z', 'revision_number': 4, 'project_id': '280ce4c6b9174073902820e2e922bedf', 'gw_port': {'id': 'd80254cc-da63-4ae5-8c01-9ac9c7b471a9', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:35:59Z', 'updated_at': '2022-11-02T07:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': 'aab32726-54cc-47bb-9b8b-d191009e2089', 'name': '', 'network_id': '59746b03-2694-45ae-a6c9-a4cd96b42795', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'mac_address': 'fa:16:3e:9c:9c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '33654569-10a4-4eaf-ab6f-7413caacc56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:01Z', 'updated_at': '2022-11-02T07:36:01Z', 'revision_number': 1, 'project_id': '280ce4c6b9174073902820e2e922bedf', 'subnets': [{'id': '33654569-10a4-4eaf-ab6f-7413caacc56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:02.244223 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a58322-5eac-4f90-9786-e3acef0f2dd1 admin admin] Network 59746b03-2694-45ae-a6c9-a4cd96b42795 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:36:02.245599 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-f0a58322-5eac-4f90-9786-e3acef0f2dd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:36:02.261954 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e93c541-caf6-4286-8b82-ab03308a8b32 None None] The sync data for ids ['6089ca72-69f9-43d7-b9d7-c78ae9f9209b'] in dv-cinder-804735-33-iscsi is: [{'id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'name': 'tempest-TestMinimumBasicScenario-283726779-router', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'd80254cc-da63-4ae5-8c01-9ac9c7b471a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:35:58Z', 'updated_at': '2022-11-02T07:36:01Z', 'revision_number': 4, 'project_id': '280ce4c6b9174073902820e2e922bedf', 'gw_port': {'id': 'd80254cc-da63-4ae5-8c01-9ac9c7b471a9', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:35:59Z', 'updated_at': '2022-11-02T07:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': 'aab32726-54cc-47bb-9b8b-d191009e2089', 'name': '', 'network_id': '59746b03-2694-45ae-a6c9-a4cd96b42795', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'mac_address': 'fa:16:3e:9c:9c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '33654569-10a4-4eaf-ab6f-7413caacc56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:01Z', 'updated_at': '2022-11-02T07:36:01Z', 'revision_number': 1, 'project_id': '280ce4c6b9174073902820e2e922bedf', 'subnets': [{'id': '33654569-10a4-4eaf-ab6f-7413caacc56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:36:02.363605 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a58322-5eac-4f90-9786-e3acef0f2dd1 admin admin] Router 6089ca72-69f9-43d7-b9d7-c78ae9f9209b has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:36:02.491246 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cdecd8ac-6e67-4196-a45d-a30355e6ced1 None None] Provisioning complete for port aab32726-54cc-47bb-9b8b-d191009e2089 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:02.492664 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cdecd8ac-6e67-4196-a45d-a30355e6ced1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (aab32726-54cc-47bb-9b8b-d191009e2089), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:02.493092 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-cdecd8ac-6e67-4196-a45d-a30355e6ced1 None None] Attempt 1 to provision port aab32726-54cc-47bb-9b8b-d191009e2089 Nov 02 07:36:02.499390 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a58322-5eac-4f90-9786-e3acef0f2dd1 admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:36:02.506516 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-f0a58322-5eac-4f90-9786-e3acef0f2dd1 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/6089ca72-69f9-43d7-b9d7-c78ae9f9209b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2341969 Nov 02 07:36:02.540287 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cdecd8ac-6e67-4196-a45d-a30355e6ced1 None None] Port aab32726-54cc-47bb-9b8b-d191009e2089 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:36:02.886194 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 11aafdd6-e074-4636-8942-1e1f3aaf783b up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:36:02.956512 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 11aafdd6-e074-4636-8942-1e1f3aaf783b triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:02.956907 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (11aafdd6-e074-4636-8942-1e1f3aaf783b), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:02.957245 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 11aafdd6-e074-4636-8942-1e1f3aaf783b Nov 02 07:36:03.002264 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:03.069541 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 11aafdd6-e074-4636-8942-1e1f3aaf783b is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:03.091514 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 40842) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:03.096728 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-2f6ed398-53d5-41e4-ae28-215b1b9adb18 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1422395338-network', 'tenant_id': '546abb669f364409a3d449dd8056a2c6'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:36:03.118282 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6ed398-53d5-41e4-ae28-215b1b9adb18 admin admin] Made reservation on behalf of 546abb669f364409a3d449dd8056a2c6 for: {'network': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:36:03.120919 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2f6ed398-53d5-41e4-ae28-215b1b9adb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for network (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:03.131629 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2f6ed398-53d5-41e4-ae28-215b1b9adb18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:03.200137 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:03.216838 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2f6ed398-53d5-41e4-ae28-215b1b9adb18 admin admin] Publish callbacks [] for security_group (9f6504ed-5612-4986-9825-8050678ee66b), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:03.220970 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2f6ed398-53d5-41e4-ae28-215b1b9adb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (9f6504ed-5612-4986-9825-8050678ee66b), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:03.251774 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6ed398-53d5-41e4-ae28-215b1b9adb18 admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=104568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 07:36:03.261576 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ed398-53d5-41e4-ae28-215b1b9adb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6504ed-5612-4986-9825-8050678ee66b,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:03.269180 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2f6ed398-53d5-41e4-ae28-215b1b9adb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (dc5c877d-4638-4695-a2f3-e9e8a85ae2a9), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:03.269528 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.db.segments_db [None req-2f6ed398-53d5-41e4-ae28-215b1b9adb18 admin admin] Added segment dc5c877d-4638-4695-a2f3-e9e8a85ae2a9 of type vlan for network 3f2392e2-0abe-441a-938d-0a8cddbf3ade Nov 02 07:36:03.315199 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2f6ed398-53d5-41e4-ae28-215b1b9adb18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744619761345'] for network (3f2392e2-0abe-441a-938d-0a8cddbf3ade), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:03.342260 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2f6ed398-53d5-41e4-ae28-215b1b9adb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for network (3f2392e2-0abe-441a-938d-0a8cddbf3ade), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:03.343395 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6ed398-53d5-41e4-ae28-215b1b9adb18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:03.344162 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2f6ed398-53d5-41e4-ae28-215b1b9adb18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:03.402677 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:03.409431 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-2f6ed398-53d5-41e4-ae28-215b1b9adb18 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3168166 Nov 02 07:36:03.414032 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ed398-53d5-41e4-ae28-215b1b9adb18 admin admin] Pushing event updated for resources: {'Network': ['ID=3f2392e2-0abe-441a-938d-0a8cddbf3ade,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:03.414450 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 40844) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:03.419722 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-629d9d9d-51cd-4129-89ac-3d7d4884e50c admin admin] Request body: {'subnet': {'network_id': '3f2392e2-0abe-441a-938d-0a8cddbf3ade', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1422395338-subnet', 'tenant_id': '546abb669f364409a3d449dd8056a2c6', 'ip_version': 4}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:36:03.425645 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Network 3f2392e2-0abe-441a-938d-0a8cddbf3ade details requested by agent ovs-agent-dv-cinder-804735-33-iscsi with host dv-cinder-804735-33-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 07:36:03.442418 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629d9d9d-51cd-4129-89ac-3d7d4884e50c admin admin] Made reservation on behalf of 546abb669f364409a3d449dd8056a2c6 for: {'subnet': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:36:03.445304 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-629d9d9d-51cd-4129-89ac-3d7d4884e50c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041940'] for subnet (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:03.623227 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-629d9d9d-51cd-4129-89ac-3d7d4884e50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4041954'] for subnet (a65bfc02-b1e2-4d3e-b770-5ddae68ed385), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:03.678394 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d9d9d-51cd-4129-89ac-3d7d4884e50c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a65bfc02-b1e2-4d3e-b770-5ddae68ed385,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:03.689265 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629d9d9d-51cd-4129-89ac-3d7d4884e50c admin admin] Checking segment: {'id': 'dc5c877d-4638-4695-a2f3-e9e8a85ae2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3f2392e2-0abe-441a-938d-0a8cddbf3ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:36:03.689643 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629d9d9d-51cd-4129-89ac-3d7d4884e50c admin admin] Network hostable DHCP agents. Network: 3f2392e2-0abe-441a-938d-0a8cddbf3ade, hostable agents: ['bceb131e-a03d-46e7-91df-936d929aaf3a'], hosted agents: [] {{(pid=104569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 07:36:03.707250 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629d9d9d-51cd-4129-89ac-3d7d4884e50c admin admin] Network 3f2392e2-0abe-441a-938d-0a8cddbf3ade is scheduled to be hosted by DHCP agent bceb131e-a03d-46e7-91df-936d929aaf3a with binding_index 1 {{(pid=104569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 07:36:03.715689 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-629d9d9d-51cd-4129-89ac-3d7d4884e50c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-33-iscsi, 3f2392e2-0abe-441a-938d-0a8cddbf3ade) {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:36:03.720373 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629d9d9d-51cd-4129-89ac-3d7d4884e50c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:03.720948 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-629d9d9d-51cd-4129-89ac-3d7d4884e50c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:03.725139 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6cbcb1-ba16-44e0-ac07-b6b0c34dcd2b None None] Network 3f2392e2-0abe-441a-938d-0a8cddbf3ade requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:36:03.738941 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-629d9d9d-51cd-4129-89ac-3d7d4884e50c admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3210907 Nov 02 07:36:03.739406 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 40848) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:03.744334 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-a9d62348-7630-4f28-bc4f-43e1aa61e58c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1422395338-router', 'tenant_id': '546abb669f364409a3d449dd8056a2c6', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:36:03.773670 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a9d62348-7630-4f28-bc4f-43e1aa61e58c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518397'] for router (2901416d-6496-4776-a517-71264d223c1a), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:03.774652 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a9d62348-7630-4f28-bc4f-43e1aa61e58c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-660658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-678971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518378'] for router (2901416d-6496-4776-a517-71264d223c1a), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:03.827765 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a9d62348-7630-4f28-bc4f-43e1aa61e58c admin admin] Publish callbacks [] for router_controller (2901416d-6496-4776-a517-71264d223c1a), precommit_add_association {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:03.839659 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5045a8e1-95ac-4992-b4ac-81f71ccc21af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp204866af-937c-5d88-be22-37b8279ded6e-3f2392e2-0abe-441a-938d-0a8cddbf3ade', 'network_id': '3f2392e2-0abe-441a-938d-0a8cddbf3ade', 'project_id': '546abb669f364409a3d449dd8056a2c6', 'fixed_ips': [{'subnet_id': 'a65bfc02-b1e2-4d3e-b770-5ddae68ed385'}]}} from dv-cinder-804735-33-iscsi. {{(pid=104570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 07:36:03.840624 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5045a8e1-95ac-4992-b4ac-81f71ccc21af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:03.966696 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a9d62348-7630-4f28-bc4f-43e1aa61e58c admin admin] Publish callbacks [] for router_gateway (2901416d-6496-4776-a517-71264d223c1a), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:03.986511 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.db_base_plugin_common [None req-5045a8e1-95ac-4992-b4ac-81f71ccc21af None None] Allocated IP 172.20.0.2 (3f2392e2-0abe-441a-938d-0a8cddbf3ade/a65bfc02-b1e2-4d3e-b770-5ddae68ed385/e894cae9-55a8-4d87-b3a3-fbd804a38952) {{(pid=104570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:36:04.139915 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5045a8e1-95ac-4992-b4ac-81f71ccc21af None None] Publish callbacks [] for port (e894cae9-55a8-4d87-b3a3-fbd804a38952), precommit_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:04.146744 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5045a8e1-95ac-4992-b4ac-81f71ccc21af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738'] for port (e894cae9-55a8-4d87-b3a3-fbd804a38952), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:04.160288 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a9d62348-7630-4f28-bc4f-43e1aa61e58c admin admin] Publish callbacks [] for router_gateway (2901416d-6496-4776-a517-71264d223c1a), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:04.180211 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a9d62348-7630-4f28-bc4f-43e1aa61e58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:04.186532 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5045a8e1-95ac-4992-b4ac-81f71ccc21af None None] Network 3f2392e2-0abe-441a-938d-0a8cddbf3ade is already hosted by enough agents. {{(pid=104570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:36:04.192710 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.base_scheduler [None req-5045a8e1-95ac-4992-b4ac-81f71ccc21af None None] Resources bound (agent type, host, resource id): {{(pid=104570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:36:04.196640 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5045a8e1-95ac-4992-b4ac-81f71ccc21af None None] Received port after_create {{(pid=104570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:36:04.203029 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045a8e1-95ac-4992-b4ac-81f71ccc21af None None] Pushing event updated for resources: {'Port': ['ID=e894cae9-55a8-4d87-b3a3-fbd804a38952,revision_number=1']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:04.208232 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:04.262330 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-5045a8e1-95ac-4992-b4ac-81f71ccc21af None None] Attempting to bind port e894cae9-55a8-4d87-b3a3-fbd804a38952 on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:36:04.262659 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-5045a8e1-95ac-4992-b4ac-81f71ccc21af None None] Attempting to bind port e894cae9-55a8-4d87-b3a3-fbd804a38952 by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': 'dc5c877d-4638-4695-a2f3-e9e8a85ae2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3f2392e2-0abe-441a-938d-0a8cddbf3ade'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:36:04.263021 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5045a8e1-95ac-4992-b4ac-81f71ccc21af None None] Attempting to bind port e894cae9-55a8-4d87-b3a3-fbd804a38952 on network 3f2392e2-0abe-441a-938d-0a8cddbf3ade {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:36:04.297354 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-a9d62348-7630-4f28-bc4f-43e1aa61e58c admin admin] Allocated IP 172.27.2.15 (ac01166e-81e9-4cae-b853-f9fd1f541c1c/957d630b-2ac5-4777-98af-d9a9e169b647/475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:36:04.313444 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5045a8e1-95ac-4992-b4ac-81f71ccc21af None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:36:04.313990 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5045a8e1-95ac-4992-b4ac-81f71ccc21af None None] Checking segment: {'id': 'dc5c877d-4638-4695-a2f3-e9e8a85ae2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3f2392e2-0abe-441a-938d-0a8cddbf3ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:36:04.314474 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5045a8e1-95ac-4992-b4ac-81f71ccc21af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:04.315073 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5045a8e1-95ac-4992-b4ac-81f71ccc21af None None] Bound using segment: {'id': 'dc5c877d-4638-4695-a2f3-e9e8a85ae2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3f2392e2-0abe-441a-938d-0a8cddbf3ade'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:36:04.315558 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-5045a8e1-95ac-4992-b4ac-81f71ccc21af None None] Bound port: e894cae9-55a8-4d87-b3a3-fbd804a38952, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5c877d-4638-4695-a2f3-e9e8a85ae2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3f2392e2-0abe-441a-938d-0a8cddbf3ade'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:36:04.316044 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5045a8e1-95ac-4992-b4ac-81f71ccc21af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (e894cae9-55a8-4d87-b3a3-fbd804a38952), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:04.346589 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63f7dcc-2777-4b87-a10c-3e857f14b110 None None] Sync routers for ids ['6089ca72-69f9-43d7-b9d7-c78ae9f9209b'] in dv-cinder-804735-33-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:36:04.358070 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63f7dcc-2777-4b87-a10c-3e857f14b110 None None] Routers {'6089ca72-69f9-43d7-b9d7-c78ae9f9209b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:36:04.359039 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-c63f7dcc-2777-4b87-a10c-3e857f14b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:35:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['6089ca72-69f9-43d7-b9d7-c78ae9f9209b'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:04.387759 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-5045a8e1-95ac-4992-b4ac-81f71ccc21af None None] For port e894cae9-55a8-4d87-b3a3-fbd804a38952, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:36:04.392453 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-5045a8e1-95ac-4992-b4ac-81f71ccc21af None None] For port e894cae9-55a8-4d87-b3a3-fbd804a38952, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=e894cae9-55a8-4d87-b3a3-fbd804a38952,segment=NetworkSegment(dc5c877d-4638-4695-a2f3-e9e8a85ae2a9),segment_id=dc5c877d-4638-4695-a2f3-e9e8a85ae2a9)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:36:04.399295 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5045a8e1-95ac-4992-b4ac-81f71ccc21af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (e894cae9-55a8-4d87-b3a3-fbd804a38952), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:04.404628 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:04.411440 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a9d62348-7630-4f28-bc4f-43e1aa61e58c admin admin] Publish callbacks [] for port (475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:04.446463 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a9d62348-7630-4f28-bc4f-43e1aa61e58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:04.466282 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045a8e1-95ac-4992-b4ac-81f71ccc21af None None] Pushing event updated for resources: {'Port': ['ID=e894cae9-55a8-4d87-b3a3-fbd804a38952,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:04.477766 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-c63f7dcc-2777-4b87-a10c-3e857f14b110 None None] Set router 6089ca72-69f9-43d7-b9d7-c78ae9f9209b gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:36:04.492012 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d62348-7630-4f28-bc4f-43e1aa61e58c admin admin] Network ac01166e-81e9-4cae-b853-f9fd1f541c1c is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:36:04.495036 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-a9d62348-7630-4f28-bc4f-43e1aa61e58c admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:36:04.501549 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d62348-7630-4f28-bc4f-43e1aa61e58c admin admin] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:36:04.531081 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d62348-7630-4f28-bc4f-43e1aa61e58c admin admin] Pushing event updated for resources: {'Port': ['ID=475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:04.616693 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:04.712802 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-c63f7dcc-2777-4b87-a10c-3e857f14b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'name': 'tempest-TestMinimumBasicScenario-283726779-router', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'd80254cc-da63-4ae5-8c01-9ac9c7b471a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:35:58Z', 'updated_at': '2022-11-02T07:36:01Z', 'revision_number': 4, 'project_id': '280ce4c6b9174073902820e2e922bedf', 'gw_port': {'id': 'd80254cc-da63-4ae5-8c01-9ac9c7b471a9', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:35:59Z', 'updated_at': '2022-11-02T07:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': 'aab32726-54cc-47bb-9b8b-d191009e2089', 'name': '', 'network_id': '59746b03-2694-45ae-a6c9-a4cd96b42795', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'mac_address': 'fa:16:3e:9c:9c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '33654569-10a4-4eaf-ab6f-7413caacc56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:01Z', 'updated_at': '2022-11-02T07:36:01Z', 'revision_number': 2, 'project_id': '280ce4c6b9174073902820e2e922bedf', 'subnets': [{'id': '33654569-10a4-4eaf-ab6f-7413caacc56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:04.740743 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63f7dcc-2777-4b87-a10c-3e857f14b110 None None] Checking router: 6089ca72-69f9-43d7-b9d7-c78ae9f9209b for host: dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:36:04.741095 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63f7dcc-2777-4b87-a10c-3e857f14b110 None None] Updating router 6089ca72-69f9-43d7-b9d7-c78ae9f9209b port aab32726-54cc-47bb-9b8b-d191009e2089 binding host dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 07:36:04.774771 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-c63f7dcc-2777-4b87-a10c-3e857f14b110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (aab32726-54cc-47bb-9b8b-d191009e2089), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:04.788007 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a9d62348-7630-4f28-bc4f-43e1aa61e58c admin admin] Publish callbacks [] for router_gateway (2901416d-6496-4776-a517-71264d223c1a), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:04.934495 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device d80254cc-da63-4ae5-8c01-9ac9c7b471a9 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:36:05.007015 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:05.032063 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port d80254cc-da63-4ae5-8c01-9ac9c7b471a9 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:05.032638 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (d80254cc-da63-4ae5-8c01-9ac9c7b471a9), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:05.032975 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port d80254cc-da63-4ae5-8c01-9ac9c7b471a9 Nov 02 07:36:05.052586 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-c63f7dcc-2777-4b87-a10c-3e857f14b110 None None] Publish callbacks [] for port (aab32726-54cc-47bb-9b8b-d191009e2089), precommit_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:05.060348 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-c63f7dcc-2777-4b87-a10c-3e857f14b110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (aab32726-54cc-47bb-9b8b-d191009e2089), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:05.115839 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port d80254cc-da63-4ae5-8c01-9ac9c7b471a9 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:05.116487 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (d80254cc-da63-4ae5-8c01-9ac9c7b471a9), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:05.142956 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port d80254cc-da63-4ae5-8c01-9ac9c7b471a9, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=d80254cc-da63-4ae5-8c01-9ac9c7b471a9,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:36:05.147093 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db994b-7981-4269-a327-8b4da25e045a None None] Pushing event updated for resources: {'Port': ['ID=aab32726-54cc-47bb-9b8b-d191009e2089,revision_number=3']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:05.148868 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (d80254cc-da63-4ae5-8c01-9ac9c7b471a9), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:05.150276 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device e894cae9-55a8-4d87-b3a3-fbd804a38952 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:36:05.157542 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db994b-7981-4269-a327-8b4da25e045a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:05.157885 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db994b-7981-4269-a327-8b4da25e045a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:05.158245 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db994b-7981-4269-a327-8b4da25e045a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:05.158621 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db994b-7981-4269-a327-8b4da25e045a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:05.158954 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db994b-7981-4269-a327-8b4da25e045a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:05.159282 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db994b-7981-4269-a327-8b4da25e045a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:05.159603 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db994b-7981-4269-a327-8b4da25e045a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:05.159923 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db994b-7981-4269-a327-8b4da25e045a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:05.160257 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db994b-7981-4269-a327-8b4da25e045a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:05.160579 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db994b-7981-4269-a327-8b4da25e045a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:05.160896 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db994b-7981-4269-a327-8b4da25e045a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:05.161227 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db994b-7981-4269-a327-8b4da25e045a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:05.161551 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db994b-7981-4269-a327-8b4da25e045a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:05.161857 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db994b-7981-4269-a327-8b4da25e045a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:05.162170 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2db994b-7981-4269-a327-8b4da25e045a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:05.178967 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-c63f7dcc-2777-4b87-a10c-3e857f14b110 None None] Attempting to bind port aab32726-54cc-47bb-9b8b-d191009e2089 on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:36:05.180187 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-c63f7dcc-2777-4b87-a10c-3e857f14b110 None None] Attempting to bind port aab32726-54cc-47bb-9b8b-d191009e2089 by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': '268daac8-05c1-473f-8a22-a8ddb6dd3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '59746b03-2694-45ae-a6c9-a4cd96b42795'}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:36:05.180658 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63f7dcc-2777-4b87-a10c-3e857f14b110 None None] Attempting to bind port aab32726-54cc-47bb-9b8b-d191009e2089 on network 59746b03-2694-45ae-a6c9-a4cd96b42795 {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:36:05.226982 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:05.243689 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=d80254cc-da63-4ae5-8c01-9ac9c7b471a9,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:05.252985 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port e894cae9-55a8-4d87-b3a3-fbd804a38952 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:05.253192 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (e894cae9-55a8-4d87-b3a3-fbd804a38952), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:05.253383 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port e894cae9-55a8-4d87-b3a3-fbd804a38952 Nov 02 07:36:05.255108 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63f7dcc-2777-4b87-a10c-3e857f14b110 None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:36:05.256438 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63f7dcc-2777-4b87-a10c-3e857f14b110 None None] Checking segment: {'id': '268daac8-05c1-473f-8a22-a8ddb6dd3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '59746b03-2694-45ae-a6c9-a4cd96b42795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:36:05.256704 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-c63f7dcc-2777-4b87-a10c-3e857f14b110 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:05.257183 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63f7dcc-2777-4b87-a10c-3e857f14b110 None None] Bound using segment: {'id': '268daac8-05c1-473f-8a22-a8ddb6dd3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '59746b03-2694-45ae-a6c9-a4cd96b42795'} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:36:05.257766 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-c63f7dcc-2777-4b87-a10c-3e857f14b110 None None] Bound port: aab32726-54cc-47bb-9b8b-d191009e2089, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268daac8-05c1-473f-8a22-a8ddb6dd3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '59746b03-2694-45ae-a6c9-a4cd96b42795'}}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:36:05.258236 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-c63f7dcc-2777-4b87-a10c-3e857f14b110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (aab32726-54cc-47bb-9b8b-d191009e2089), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:05.283617 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a9d62348-7630-4f28-bc4f-43e1aa61e58c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648988'] for router (2901416d-6496-4776-a517-71264d223c1a), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:05.358930 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port e894cae9-55a8-4d87-b3a3-fbd804a38952 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:05.359390 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (e894cae9-55a8-4d87-b3a3-fbd804a38952), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:05.428980 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port e894cae9-55a8-4d87-b3a3-fbd804a38952, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=e894cae9-55a8-4d87-b3a3-fbd804a38952,segment=NetworkSegment(dc5c877d-4638-4695-a2f3-e9e8a85ae2a9),segment_id=dc5c877d-4638-4695-a2f3-e9e8a85ae2a9)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:36:05.438465 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (e894cae9-55a8-4d87-b3a3-fbd804a38952), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:05.442437 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-c63f7dcc-2777-4b87-a10c-3e857f14b110 None None] For port aab32726-54cc-47bb-9b8b-d191009e2089, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:36:05.492266 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:05.499050 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-c63f7dcc-2777-4b87-a10c-3e857f14b110 None None] For port aab32726-54cc-47bb-9b8b-d191009e2089, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=aab32726-54cc-47bb-9b8b-d191009e2089,segment=NetworkSegment(268daac8-05c1-473f-8a22-a8ddb6dd3cef),segment_id=268daac8-05c1-473f-8a22-a8ddb6dd3cef)] {{(pid=104571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:36:05.511638 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-c63f7dcc-2777-4b87-a10c-3e857f14b110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (aab32726-54cc-47bb-9b8b-d191009e2089), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:05.519819 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d62348-7630-4f28-bc4f-43e1aa61e58c admin admin] Router 2901416d-6496-4776-a517-71264d223c1a is scheduled to L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a with binding_index 1 {{(pid=104568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 07:36:05.570089 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=e894cae9-55a8-4d87-b3a3-fbd804a38952,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:05.711779 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d62348-7630-4f28-bc4f-43e1aa61e58c admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:36:05.722940 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5db3d0-bb57-45c6-99fd-81565597a1d3 None None] Sync routers for ids ['2901416d-6496-4776-a517-71264d223c1a'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:36:05.731528 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63f7dcc-2777-4b87-a10c-3e857f14b110 None None] Routers {'6089ca72-69f9-43d7-b9d7-c78ae9f9209b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:36:05.733047 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-c63f7dcc-2777-4b87-a10c-3e857f14b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:35:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['6089ca72-69f9-43d7-b9d7-c78ae9f9209b'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:05.744606 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5db3d0-bb57-45c6-99fd-81565597a1d3 None None] Routers {'2901416d-6496-4776-a517-71264d223c1a'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:36:05.746042 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-0a5db3d0-bb57-45c6-99fd-81565597a1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:35:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['2901416d-6496-4776-a517-71264d223c1a'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:05.758450 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a9d62348-7630-4f28-bc4f-43e1aa61e58c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:05.764218 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-a9d62348-7630-4f28-bc4f-43e1aa61e58c admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0233955 Nov 02 07:36:05.764391 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 40870) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:05.789482 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-acc4f986-2344-43fd-905b-528cd2b8919d req-7a21cb31-b2d6-4b67-8d37-9aab03059ed4 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1042148425&fields=id&tenant_id=566514b413e24aaebe69c11ce2159ac9 HTTP/1.1" status: 200 len: 267 time: 0.1347065 Nov 02 07:36:05.814575 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db994b-7981-4269-a327-8b4da25e045a None None] Pushing event updated for resources: {'Port': ['ID=aab32726-54cc-47bb-9b8b-d191009e2089,revision_number=4']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:05.817782 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c30146-2042-4e3d-b48a-4b6ae5eebb18 None None] Network 3f2392e2-0abe-441a-938d-0a8cddbf3ade requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:36:05.900596 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-c63f7dcc-2777-4b87-a10c-3e857f14b110 None None] Set router 6089ca72-69f9-43d7-b9d7-c78ae9f9209b gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:36:05.931816 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:05.944454 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:06.018880 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:06.058638 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd955ff0-81cc-4a9d-9330-7852924f662f req-50783dfb-3dd8-4db5-ae1e-216e54179d94 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:06.060443 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-fd955ff0-81cc-4a9d-9330-7852924f662f req-50783dfb-3dd8-4db5-ae1e-216e54179d94 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 946 time: 0.0846472 Nov 02 07:36:06.069939 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4f986-2344-43fd-905b-528cd2b8919d req-1f0cd003-f6ae-4634-879d-2b01a5c7bdeb tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:06.071511 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-acc4f986-2344-43fd-905b-528cd2b8919d req-1f0cd003-f6ae-4634-879d-2b01a5c7bdeb tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f6809857-e0de-42f0-baa8-be80912a85f1 HTTP/1.1" status: 200 len: 812 time: 0.2810354 Nov 02 07:36:06.102082 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-e9712665-d7e4-46ec-adfd-9b4cc6069c5b None None] Provisioning complete for port e894cae9-55a8-4d87-b3a3-fbd804a38952 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:06.102693 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-e9712665-d7e4-46ec-adfd-9b4cc6069c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (e894cae9-55a8-4d87-b3a3-fbd804a38952), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:06.102780 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-e9712665-d7e4-46ec-adfd-9b4cc6069c5b None None] Attempt 1 to provision port e894cae9-55a8-4d87-b3a3-fbd804a38952 Nov 02 07:36:06.126018 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-c63f7dcc-2777-4b87-a10c-3e857f14b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'name': 'tempest-TestMinimumBasicScenario-283726779-router', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'd80254cc-da63-4ae5-8c01-9ac9c7b471a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:35:58Z', 'updated_at': '2022-11-02T07:36:01Z', 'revision_number': 4, 'project_id': '280ce4c6b9174073902820e2e922bedf', 'gw_port': {'id': 'd80254cc-da63-4ae5-8c01-9ac9c7b471a9', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:35:59Z', 'updated_at': '2022-11-02T07:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': 'aab32726-54cc-47bb-9b8b-d191009e2089', 'name': '', 'network_id': '59746b03-2694-45ae-a6c9-a4cd96b42795', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'mac_address': 'fa:16:3e:9c:9c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '33654569-10a4-4eaf-ab6f-7413caacc56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:01Z', 'updated_at': '2022-11-02T07:36:05Z', 'revision_number': 4, 'project_id': '280ce4c6b9174073902820e2e922bedf', 'subnets': [{'id': '33654569-10a4-4eaf-ab6f-7413caacc56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:06.139022 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-acc4f986-2344-43fd-905b-528cd2b8919d req-b2c0a551-f8b8-405c-9d98-b4dbe9cbb5a6 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/quotas/566514b413e24aaebe69c11ce2159ac9 HTTP/1.1" status: 200 len: 375 time: 0.0309348 Nov 02 07:36:06.143501 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-0a5db3d0-bb57-45c6-99fd-81565597a1d3 None None] Set router 2901416d-6496-4776-a517-71264d223c1a gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:36:06.158757 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63f7dcc-2777-4b87-a10c-3e857f14b110 None None] The sync data for ids ['6089ca72-69f9-43d7-b9d7-c78ae9f9209b'] in dv-cinder-804735-33-iscsi is: [{'id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'name': 'tempest-TestMinimumBasicScenario-283726779-router', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'd80254cc-da63-4ae5-8c01-9ac9c7b471a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:35:58Z', 'updated_at': '2022-11-02T07:36:01Z', 'revision_number': 4, 'project_id': '280ce4c6b9174073902820e2e922bedf', 'gw_port': {'id': 'd80254cc-da63-4ae5-8c01-9ac9c7b471a9', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:35:59Z', 'updated_at': '2022-11-02T07:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': 'aab32726-54cc-47bb-9b8b-d191009e2089', 'name': '', 'network_id': '59746b03-2694-45ae-a6c9-a4cd96b42795', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'mac_address': 'fa:16:3e:9c:9c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '33654569-10a4-4eaf-ab6f-7413caacc56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:01Z', 'updated_at': '2022-11-02T07:36:05Z', 'revision_number': 4, 'project_id': '280ce4c6b9174073902820e2e922bedf', 'subnets': [{'id': '33654569-10a4-4eaf-ab6f-7413caacc56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:36:06.233368 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-fd955ff0-81cc-4a9d-9330-7852924f662f req-31ec5a68-6227-4bf8-8c47-fda7401e5c68 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606321 Nov 02 07:36:06.249752 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-acc4f986-2344-43fd-905b-528cd2b8919d req-572b5f25-50c3-4531-8eb9-e90bf458cebe tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=566514b413e24aaebe69c11ce2159ac9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0983148 Nov 02 07:36:06.268904 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:06.372152 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-e9712665-d7e4-46ec-adfd-9b4cc6069c5b None None] Current status of the port e894cae9-55a8-4d87-b3a3-fbd804a38952 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:06.441363 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-0a5db3d0-bb57-45c6-99fd-81565597a1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2901416d-6496-4776-a517-71264d223c1a', 'name': 'tempest-TestMinimumBasicScenario-1422395338-router', 'tenant_id': '546abb669f364409a3d449dd8056a2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:36:03Z', 'updated_at': '2022-11-02T07:36:04Z', 'revision_number': 3, 'project_id': '546abb669f364409a3d449dd8056a2c6', 'gw_port': {'id': '475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2901416d-6496-4776-a517-71264d223c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:04Z', 'updated_at': '2022-11-02T07:36:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:06.483779 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5db3d0-bb57-45c6-99fd-81565597a1d3 None None] Checking router: 2901416d-6496-4776-a517-71264d223c1a for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:36:06.484125 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5db3d0-bb57-45c6-99fd-81565597a1d3 None None] Updating router 2901416d-6496-4776-a517-71264d223c1a port 475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b binding host dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 07:36:06.518489 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-0a5db3d0-bb57-45c6-99fd-81565597a1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:06.632985 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f002b7ba-ba0c-4881-a383-4c077b7ea0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:06.636526 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-e91cb90f-91da-4736-bdbb-6144c523e0d6 None None] Provisioning complete for port e894cae9-55a8-4d87-b3a3-fbd804a38952 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:06.636900 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-e91cb90f-91da-4736-bdbb-6144c523e0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (e894cae9-55a8-4d87-b3a3-fbd804a38952), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:06.637234 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-e91cb90f-91da-4736-bdbb-6144c523e0d6 None None] Attempt 1 to provision port e894cae9-55a8-4d87-b3a3-fbd804a38952 Nov 02 07:36:06.654042 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-acc4f986-2344-43fd-905b-528cd2b8919d req-43688321-fdef-4d1f-9267-31b5f8acc8b1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f6809857-e0de-42f0-baa8-be80912a85f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624544 Nov 02 07:36:06.801656 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-e91cb90f-91da-4736-bdbb-6144c523e0d6 None None] Current status of the port e894cae9-55a8-4d87-b3a3-fbd804a38952 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:06.821574 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:06.848276 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-acc4f986-2344-43fd-905b-528cd2b8919d req-15f6cd4b-a118-41dd-8c79-347503b75cfb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f6809857-e0de-42f0-baa8-be80912a85f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936996 Nov 02 07:36:06.892370 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-0a5db3d0-bb57-45c6-99fd-81565597a1d3 None None] Publish callbacks [] for port (475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b), precommit_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:06.907078 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-0a5db3d0-bb57-45c6-99fd-81565597a1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:06.925388 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-f002b7ba-ba0c-4881-a383-4c077b7ea0e2 admin admin] Allocated IP 172.20.0.1 (3f2392e2-0abe-441a-938d-0a8cddbf3ade/a65bfc02-b1e2-4d3e-b770-5ddae68ed385/eb6de21e-74de-4d3a-893b-c20044be61d8) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:36:06.928107 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-0a5db3d0-bb57-45c6-99fd-81565597a1d3 None None] Attempting to bind port 475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:36:06.928726 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-0a5db3d0-bb57-45c6-99fd-81565597a1d3 None None] Attempting to bind port 475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:36:06.929252 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5db3d0-bb57-45c6-99fd-81565597a1d3 None None] Attempting to bind port 475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b on network ac01166e-81e9-4cae-b853-f9fd1f541c1c {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:36:06.981283 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device d80254cc-da63-4ae5-8c01-9ac9c7b471a9 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:36:07.040084 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f57cb-d905-4530-8c27-09adbae61c87 None None] Pushing event updated for resources: {'Port': ['ID=475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:07.050575 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f002b7ba-ba0c-4881-a383-4c077b7ea0e2 admin admin] Publish callbacks [] for port (eb6de21e-74de-4d3a-893b-c20044be61d8), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:07.054082 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:07.055690 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5db3d0-bb57-45c6-99fd-81565597a1d3 None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:36:07.056080 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5db3d0-bb57-45c6-99fd-81565597a1d3 None None] Checking segment: {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:36:07.056485 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-0a5db3d0-bb57-45c6-99fd-81565597a1d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:07.056850 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5db3d0-bb57-45c6-99fd-81565597a1d3 None None] Bound using segment: {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:36:07.057328 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-0a5db3d0-bb57-45c6-99fd-81565597a1d3 None None] Bound port: 475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:36:07.057711 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-0a5db3d0-bb57-45c6-99fd-81565597a1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:07.090907 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port d80254cc-da63-4ae5-8c01-9ac9c7b471a9 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:07.091331 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (d80254cc-da63-4ae5-8c01-9ac9c7b471a9), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:07.091653 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port d80254cc-da63-4ae5-8c01-9ac9c7b471a9 Nov 02 07:36:07.098546 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f002b7ba-ba0c-4881-a383-4c077b7ea0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (eb6de21e-74de-4d3a-893b-c20044be61d8), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:07.127108 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:07.149916 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f002b7ba-ba0c-4881-a383-4c077b7ea0e2 admin admin] Network 3f2392e2-0abe-441a-938d-0a8cddbf3ade is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:36:07.151395 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-0a5db3d0-bb57-45c6-99fd-81565597a1d3 None None] For port 475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:36:07.153483 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-f002b7ba-ba0c-4881-a383-4c077b7ea0e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:36:07.155718 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-0a5db3d0-bb57-45c6-99fd-81565597a1d3 None None] For port 475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:36:07.158622 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f002b7ba-ba0c-4881-a383-4c077b7ea0e2 admin admin] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:36:07.162926 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002b7ba-ba0c-4881-a383-4c077b7ea0e2 admin admin] Pushing event updated for resources: {'Port': ['ID=eb6de21e-74de-4d3a-893b-c20044be61d8,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:07.173630 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-0a5db3d0-bb57-45c6-99fd-81565597a1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:07.202045 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:07.212880 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f002b7ba-ba0c-4881-a383-4c077b7ea0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650874'] for router_interface (2901416d-6496-4776-a517-71264d223c1a), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:07.249673 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5db3d0-bb57-45c6-99fd-81565597a1d3 None None] Routers {'2901416d-6496-4776-a517-71264d223c1a'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:36:07.251827 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-0a5db3d0-bb57-45c6-99fd-81565597a1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:35:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['2901416d-6496-4776-a517-71264d223c1a'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:07.306203 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port d80254cc-da63-4ae5-8c01-9ac9c7b471a9 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:07.307338 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device aab32726-54cc-47bb-9b8b-d191009e2089 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:36:07.362796 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f57cb-d905-4530-8c27-09adbae61c87 None None] Pushing event updated for resources: {'Port': ['ID=475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:07.472170 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port aab32726-54cc-47bb-9b8b-d191009e2089 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:07.472451 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (aab32726-54cc-47bb-9b8b-d191009e2089), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:07.472792 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port aab32726-54cc-47bb-9b8b-d191009e2089 Nov 02 07:36:07.475567 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-0a5db3d0-bb57-45c6-99fd-81565597a1d3 None None] Set router 2901416d-6496-4776-a517-71264d223c1a gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:36:07.589276 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-f328e307-bda4-4e78-b1ca-3fac68bb5a91 None None] Provisioning complete for port eb6de21e-74de-4d3a-893b-c20044be61d8 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:07.589649 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f328e307-bda4-4e78-b1ca-3fac68bb5a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (eb6de21e-74de-4d3a-893b-c20044be61d8), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:07.589981 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-f328e307-bda4-4e78-b1ca-3fac68bb5a91 None None] Attempt 1 to provision port eb6de21e-74de-4d3a-893b-c20044be61d8 Nov 02 07:36:07.627104 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f037096a-cc67-4d95-bff0-fbdacb45d980 req-6ca6fb38-396e-4736-85ae-8dc9d1333ec6 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8f0c6bc8-dd75-40d4-8aa9-db602c43827f HTTP/1.1" status: 200 len: 210 time: 0.3719516 Nov 02 07:36:07.702200 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e923bc-f4ff-45e3-b518-ed1e286ed222 req-0839796f-fb36-4330-b515-c24ee076cd78 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:07.703825 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a6e923bc-f4ff-45e3-b518-ed1e286ed222 req-0839796f-fb36-4330-b515-c24ee076cd78 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 946 time: 0.0824170 Nov 02 07:36:07.709760 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-f328e307-bda4-4e78-b1ca-3fac68bb5a91 None None] Port eb6de21e-74de-4d3a-893b-c20044be61d8 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:36:07.749856 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port aab32726-54cc-47bb-9b8b-d191009e2089 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:07.750340 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (aab32726-54cc-47bb-9b8b-d191009e2089), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:07.793254 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b407c76-4017-4f67-abb1-2210dd85fc4e req-1fb67016-0424-480f-a029-c3c0f5c494ad tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:07.795025 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2b407c76-4017-4f67-abb1-2210dd85fc4e req-1fb67016-0424-480f-a029-c3c0f5c494ad tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 946 time: 0.0689473 Nov 02 07:36:07.795843 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a6e923bc-f4ff-45e3-b518-ed1e286ed222 req-ca96cd1c-a814-43b9-a275-4d72c0dd0ad7 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ae0c9c4b-e635-4041-b206-01bc8c04a12a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845361 Nov 02 07:36:07.814657 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-0a5db3d0-bb57-45c6-99fd-81565597a1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2901416d-6496-4776-a517-71264d223c1a', 'name': 'tempest-TestMinimumBasicScenario-1422395338-router', 'tenant_id': '546abb669f364409a3d449dd8056a2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:36:03Z', 'updated_at': '2022-11-02T07:36:04Z', 'revision_number': 3, 'project_id': '546abb669f364409a3d449dd8056a2c6', 'gw_port': {'id': '475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2901416d-6496-4776-a517-71264d223c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:04Z', 'updated_at': '2022-11-02T07:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:07.855943 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port aab32726-54cc-47bb-9b8b-d191009e2089, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=aab32726-54cc-47bb-9b8b-d191009e2089,segment=NetworkSegment(268daac8-05c1-473f-8a22-a8ddb6dd3cef),segment_id=268daac8-05c1-473f-8a22-a8ddb6dd3cef)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:36:07.859985 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5db3d0-bb57-45c6-99fd-81565597a1d3 None None] The sync data for ids ['2901416d-6496-4776-a517-71264d223c1a'] in dv-cinder-804735-33-iscsi is: [{'id': '2901416d-6496-4776-a517-71264d223c1a', 'name': 'tempest-TestMinimumBasicScenario-1422395338-router', 'tenant_id': '546abb669f364409a3d449dd8056a2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:36:03Z', 'updated_at': '2022-11-02T07:36:04Z', 'revision_number': 3, 'project_id': '546abb669f364409a3d449dd8056a2c6', 'gw_port': {'id': '475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2901416d-6496-4776-a517-71264d223c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:04Z', 'updated_at': '2022-11-02T07:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:36:07.863740 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (aab32726-54cc-47bb-9b8b-d191009e2089), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:07.864661 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device e894cae9-55a8-4d87-b3a3-fbd804a38952 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:36:07.940768 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-2b407c76-4017-4f67-abb1-2210dd85fc4e req-3eb64049-1b06-4386-ae83-981c7ca9126b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Deleting port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:36:07.941325 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-2b407c76-4017-4f67-abb1-2210dd85fc4e req-3eb64049-1b06-4386-ae83-981c7ca9126b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (9b205abf-2fab-4e5a-9b1e-0110c74b9f93), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:07.962996 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=aab32726-54cc-47bb-9b8b-d191009e2089,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:07.974476 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port e894cae9-55a8-4d87-b3a3-fbd804a38952 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:07.974947 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (e894cae9-55a8-4d87-b3a3-fbd804a38952), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:07.975380 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port e894cae9-55a8-4d87-b3a3-fbd804a38952 Nov 02 07:36:08.018436 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:08.041310 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f002b7ba-ba0c-4881-a383-4c077b7ea0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (eb6de21e-74de-4d3a-893b-c20044be61d8), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:08.047621 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:08.087800 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [req-2b407c76-4017-4f67-abb1-2210dd85fc4e req-3eb64049-1b06-4386-ae83-981c7ca9126b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] For port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9b205abf-2fab-4e5a-9b1e-0110c74b9f93,segment=NetworkSegment(d7e1724e-6066-427b-a3a4-bc3e1a8af7fa),segment_id=d7e1724e-6066-427b-a3a4-bc3e1a8af7fa)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:36:08.088058 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port e894cae9-55a8-4d87-b3a3-fbd804a38952 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:08.088172 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-2b407c76-4017-4f67-abb1-2210dd85fc4e req-3eb64049-1b06-4386-ae83-981c7ca9126b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (9b205abf-2fab-4e5a-9b1e-0110c74b9f93), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:08.260789 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:08.291560 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f002b7ba-ba0c-4881-a383-4c077b7ea0e2 admin admin] Publish callbacks [] for port (eb6de21e-74de-4d3a-893b-c20044be61d8), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:08.300895 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:UPDATE=1,neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:08.304273 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f002b7ba-ba0c-4881-a383-4c077b7ea0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (eb6de21e-74de-4d3a-893b-c20044be61d8), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:08.321826 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-2b407c76-4017-4f67-abb1-2210dd85fc4e req-3eb64049-1b06-4386-ae83-981c7ca9126b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:08.325283 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-2b407c76-4017-4f67-abb1-2210dd85fc4e req-3eb64049-1b06-4386-ae83-981c7ca9126b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (8898f2ba-9467-4ba8-b96a-ab820a6211c2), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:08.325652 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.db.l3_db [req-2b407c76-4017-4f67-abb1-2210dd85fc4e req-3eb64049-1b06-4386-ae83-981c7ca9126b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Floating IP 8898f2ba-9467-4ba8-b96a-ab820a6211c2 disassociated. External IP: 172.27.2.130, port: 9b205abf-2fab-4e5a-9b1e-0110c74b9f93. Nov 02 07:36:08.326019 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [req-2b407c76-4017-4f67-abb1-2210dd85fc4e req-3eb64049-1b06-4386-ae83-981c7ca9126b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Calling delete_port for 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 owned by compute:nova {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:36:08.386482 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:08.387749 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f002b7ba-ba0c-4881-a383-4c077b7ea0e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-997922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650966'] for router_interface (2901416d-6496-4776-a517-71264d223c1a), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:08.403892 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002b7ba-ba0c-4881-a383-4c077b7ea0e2 admin admin] Pushing event updated for resources: {'Port': ['ID=eb6de21e-74de-4d3a-893b-c20044be61d8,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:08.479140 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-2b407c76-4017-4f67-abb1-2210dd85fc4e req-3eb64049-1b06-4386-ae83-981c7ca9126b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (9b205abf-2fab-4e5a-9b1e-0110c74b9f93), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:08.500889 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f002b7ba-ba0c-4881-a383-4c077b7ea0e2 admin admin] Network 3f2392e2-0abe-441a-938d-0a8cddbf3ade is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:36:08.502430 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-f002b7ba-ba0c-4881-a383-4c077b7ea0e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:36:08.517327 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb64049-1b06-4386-ae83-981c7ca9126b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Pushing event deleted for resources: {'Port': ['ID=9b205abf-2fab-4e5a-9b1e-0110c74b9f93,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:08.577216 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb64049-1b06-4386-ae83-981c7ca9126b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:08.578905 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb64049-1b06-4386-ae83-981c7ca9126b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:08.579256 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb64049-1b06-4386-ae83-981c7ca9126b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:08.579842 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb64049-1b06-4386-ae83-981c7ca9126b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:08.580182 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb64049-1b06-4386-ae83-981c7ca9126b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:08.580519 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb64049-1b06-4386-ae83-981c7ca9126b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:08.580846 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb64049-1b06-4386-ae83-981c7ca9126b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:08.581179 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb64049-1b06-4386-ae83-981c7ca9126b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:08.581554 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb64049-1b06-4386-ae83-981c7ca9126b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:08.581885 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb64049-1b06-4386-ae83-981c7ca9126b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:08.582213 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb64049-1b06-4386-ae83-981c7ca9126b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:08.582555 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb64049-1b06-4386-ae83-981c7ca9126b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:08.582879 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb64049-1b06-4386-ae83-981c7ca9126b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:08.583201 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb64049-1b06-4386-ae83-981c7ca9126b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:08.583831 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb64049-1b06-4386-ae83-981c7ca9126b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:08.652095 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f002b7ba-ba0c-4881-a383-4c077b7ea0e2 admin admin] Router 2901416d-6496-4776-a517-71264d223c1a has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:36:08.680053 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b407c76-4017-4f67-abb1-2210dd85fc4e req-3eb64049-1b06-4386-ae83-981c7ca9126b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Router 4d64b9b3-55c5-424c-9589-335054c01a43 has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:36:08.806212 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b407c76-4017-4f67-abb1-2210dd85fc4e req-3eb64049-1b06-4386-ae83-981c7ca9126b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:36:08.822641 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9289a0-ad6a-4937-b62c-cfc6a964ed35 None None] Sync routers for ids ['4d64b9b3-55c5-424c-9589-335054c01a43'] in dv-cinder-804735-33-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:36:08.837250 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9289a0-ad6a-4937-b62c-cfc6a964ed35 None None] Routers {'4d64b9b3-55c5-424c-9589-335054c01a43'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:36:08.839382 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-2d9289a0-ad6a-4937-b62c-cfc6a964ed35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:35:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['4d64b9b3-55c5-424c-9589-335054c01a43'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:08.854264 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9b6d86dd-af6f-43cc-866b-9ce8d1a910e4 req-153d13de-e230-409a-b537-340d96c21233 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8f0c6bc8-dd75-40d4-8aa9-db602c43827f HTTP/1.1" status: 200 len: 210 time: 0.0966120 Nov 02 07:36:08.859814 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-78f84a9d-9102-4a38-8afa-0764ee022480 None None] Provisioning complete for port eb6de21e-74de-4d3a-893b-c20044be61d8 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:08.865642 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-78f84a9d-9102-4a38-8afa-0764ee022480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (eb6de21e-74de-4d3a-893b-c20044be61d8), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:08.866091 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-78f84a9d-9102-4a38-8afa-0764ee022480 None None] Attempt 1 to provision port eb6de21e-74de-4d3a-893b-c20044be61d8 Nov 02 07:36:08.897199 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b407c76-4017-4f67-abb1-2210dd85fc4e req-3eb64049-1b06-4386-ae83-981c7ca9126b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] No DVR routers for this DVR port 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 on host hv-cinder-80473 {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:36:08.901671 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [req-2b407c76-4017-4f67-abb1-2210dd85fc4e req-3eb64049-1b06-4386-ae83-981c7ca9126b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:08.907715 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-2b407c76-4017-4f67-abb1-2210dd85fc4e req-3eb64049-1b06-4386-ae83-981c7ca9126b tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.47 "DELETE /networking/v2.0/ports/9b205abf-2fab-4e5a-9b1e-0110c74b9f93 HTTP/1.1" status: 204 len: 173 time: 1.0981188 Nov 02 07:36:08.908446 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e24f861-ba20-4595-9dd5-9ea1f9832284', 'name': 'network-vif-deleted', 'tag': '9b205abf-2fab-4e5a-9b1e-0110c74b9f93'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:36:08.924060 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9997e5a547caebf426b03fe71677bb46cfe6f7be44514c48e4ec619a10615394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59962769-68b1-42bc-9429-959d2163ddfb" -d '{"events": [{"server_uuid": "1e24f861-ba20-4595-9dd5-9ea1f9832284", "name": "network-vif-deleted", "tag": "9b205abf-2fab-4e5a-9b1e-0110c74b9f93"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:36:09.023860 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-2d9289a0-ad6a-4937-b62c-cfc6a964ed35 None None] Set router 4d64b9b3-55c5-424c-9589-335054c01a43 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:36:09.027917 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f002b7ba-ba0c-4881-a383-4c077b7ea0e2 admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:36:09.058396 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40721e4c-9063-4983-9a87-3640460bd442 x-openstack-request-id: req-40721e4c-9063-4983-9a87-3640460bd442 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:36:09.059169 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e24f861-ba20-4595-9dd5-9ea1f9832284", "name": "network-vif-deleted", "tag": "9b205abf-2fab-4e5a-9b1e-0110c74b9f93", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:36:09.059169 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40721e4c-9063-4983-9a87-3640460bd442 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:36:09.059945 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40721e4c-9063-4983-9a87-3640460bd442'] response: {'server_uuid': '1e24f861-ba20-4595-9dd5-9ea1f9832284', 'name': 'network-vif-deleted', 'tag': '9b205abf-2fab-4e5a-9b1e-0110c74b9f93', 'status': 'completed', 'code': 200} Nov 02 07:36:09.061951 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-78f84a9d-9102-4a38-8afa-0764ee022480 None None] Port eb6de21e-74de-4d3a-893b-c20044be61d8 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:36:09.117131 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-f002b7ba-ba0c-4881-a383-4c077b7ea0e2 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/2901416d-6496-4776-a517-71264d223c1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3515337 Nov 02 07:36:09.199644 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-73d435f1-1c49-4dee-be2b-a9efd390777e req-cab23768-1ad3-4316-a335-bc242d8d3d35 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1e24f861-ba20-4595-9dd5-9ea1f9832284 HTTP/1.1" status: 200 len: 210 time: 0.1094439 Nov 02 07:36:09.215560 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device aab32726-54cc-47bb-9b8b-d191009e2089 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:36:09.293071 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port aab32726-54cc-47bb-9b8b-d191009e2089 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:09.293363 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (aab32726-54cc-47bb-9b8b-d191009e2089), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:09.293743 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port aab32726-54cc-47bb-9b8b-d191009e2089 Nov 02 07:36:09.311969 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4f986-2344-43fd-905b-528cd2b8919d req-a3e795bc-d371-41e6-b2d8-ea609c86f447 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:09.315261 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-acc4f986-2344-43fd-905b-528cd2b8919d req-a3e795bc-d371-41e6-b2d8-ea609c86f447 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.47 "GET /networking/v2.0/networks?id=f6809857-e0de-42f0-baa8-be80912a85f1 HTTP/1.1" status: 200 len: 812 time: 0.4519527 Nov 02 07:36:09.376445 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:09.433833 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:09.456523 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-2d9289a0-ad6a-4937-b62c-cfc6a964ed35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'name': 'tempest-AttachVolumeShelveTestJSON-98063645-router', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:15Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 4, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'gw_port': {'id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:17Z', 'updated_at': '2022-11-02T07:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '40e2798b-9045-487d-a044-f47cc6fa978c', 'name': '', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'mac_address': 'fa:16:3e:a5:fe:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:22Z', 'updated_at': '2022-11-02T07:29:39Z', 'revision_number': 5, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'subnets': [{'id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:09.471428 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-acc4f986-2344-43fd-905b-528cd2b8919d req-d1c80b84-5cec-432b-9c85-8410861a3106 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=566514b413e24aaebe69c11ce2159ac9 HTTP/1.1" status: 200 len: 380 time: 0.1400261 Nov 02 07:36:09.483897 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-acc4f986-2344-43fd-905b-528cd2b8919d req-93011c02-4b63-4e99-a4c2-fc0f02401d87 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Request body: {'port': {'device_id': '8f0c6bc8-dd75-40d4-8aa9-db602c43827f', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'admin_state_up': True, 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'security_groups': ['5d72272e-422f-4495-91b8-8e43ae384aca']}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:36:09.498218 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port aab32726-54cc-47bb-9b8b-d191009e2089 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:09.499573 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:36:09.506685 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9289a0-ad6a-4937-b62c-cfc6a964ed35 None None] Checking router: 4d64b9b3-55c5-424c-9589-335054c01a43 for host: dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:36:09.523903 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9289a0-ad6a-4937-b62c-cfc6a964ed35 None None] Routers {'4d64b9b3-55c5-424c-9589-335054c01a43'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:36:09.527000 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-2d9289a0-ad6a-4937-b62c-cfc6a964ed35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:35:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['4d64b9b3-55c5-424c-9589-335054c01a43'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:09.570605 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:09.571342 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:09.572079 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b Nov 02 07:36:09.619306 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc4f986-2344-43fd-905b-528cd2b8919d req-93011c02-4b63-4e99-a4c2-fc0f02401d87 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Made reservation on behalf of 566514b413e24aaebe69c11ce2159ac9 for: {'port': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:36:09.627042 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-acc4f986-2344-43fd-905b-528cd2b8919d req-93011c02-4b63-4e99-a4c2-fc0f02401d87 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:09.692231 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-2d9289a0-ad6a-4937-b62c-cfc6a964ed35 None None] Set router 4d64b9b3-55c5-424c-9589-335054c01a43 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:36:09.695612 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:09.696006 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:09.719785 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port 475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:36:09.727338 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:09.800412 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:09.838244 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [req-acc4f986-2344-43fd-905b-528cd2b8919d req-93011c02-4b63-4e99-a4c2-fc0f02401d87 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Allocated IP 172.20.0.14 (f6809857-e0de-42f0-baa8-be80912a85f1/77ee38fc-7b77-488d-b9f4-ad8de0678fd1/a8803367-51f8-419d-a4e7-a51526460bb6) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:36:09.872448 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=100 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:09.902001 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:10.066852 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-036e4d3e-9beb-4844-ac92-88468269b099 req-a1c148f7-1f14-4ec7-a834-f529f3bd17a1 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8f0c6bc8-dd75-40d4-8aa9-db602c43827f HTTP/1.1" status: 200 len: 210 time: 0.0883408 Nov 02 07:36:10.092049 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-2d9289a0-ad6a-4937-b62c-cfc6a964ed35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'name': 'tempest-AttachVolumeShelveTestJSON-98063645-router', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:15Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 4, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'gw_port': {'id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:17Z', 'updated_at': '2022-11-02T07:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '40e2798b-9045-487d-a044-f47cc6fa978c', 'name': '', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'mac_address': 'fa:16:3e:a5:fe:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:22Z', 'updated_at': '2022-11-02T07:29:39Z', 'revision_number': 5, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'subnets': [{'id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:10.133104 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:10.147665 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9289a0-ad6a-4937-b62c-cfc6a964ed35 None None] The sync data for ids ['4d64b9b3-55c5-424c-9589-335054c01a43'] in dv-cinder-804735-33-iscsi is: [{'id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'name': 'tempest-AttachVolumeShelveTestJSON-98063645-router', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:15Z', 'updated_at': '2022-11-02T07:29:24Z', 'revision_number': 4, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'gw_port': {'id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:17Z', 'updated_at': '2022-11-02T07:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '40e2798b-9045-487d-a044-f47cc6fa978c', 'name': '', 'network_id': 'dc944948-bf48-4be4-9702-2103a8c937e6', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'mac_address': 'fa:16:3e:a5:fe:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:22Z', 'updated_at': '2022-11-02T07:29:39Z', 'revision_number': 5, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'subnets': [{'id': '1d426ab6-29f8-42bf-863b-191b8ac9a103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:36:10.240979 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-acc4f986-2344-43fd-905b-528cd2b8919d req-93011c02-4b63-4e99-a4c2-fc0f02401d87 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for port (a8803367-51f8-419d-a4e7-a51526460bb6), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:10.354999 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 40942) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:10.365028 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-acc4f986-2344-43fd-905b-528cd2b8919d req-93011c02-4b63-4e99-a4c2-fc0f02401d87 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (a8803367-51f8-419d-a4e7-a51526460bb6), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:10.403567 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:36:10.435470 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] No Port match for: 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:36:10.435884 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 9b205abf-2fab-4e5a-9b1e-0110c74b9f93 not bound to the agent host hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:36:10.474198 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-26eb32c8-1cf1-41be-8457-f9787da4f997 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for security_group (ae0c9c4b-e635-4041-b206-01bc8c04a12a), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:10.487510 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc4f986-2344-43fd-905b-528cd2b8919d req-93011c02-4b63-4e99-a4c2-fc0f02401d87 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Network f6809857-e0de-42f0-baa8-be80912a85f1 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:36:10.493880 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [req-acc4f986-2344-43fd-905b-528cd2b8919d req-93011c02-4b63-4e99-a4c2-fc0f02401d87 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:36:10.496435 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93011c02-4b63-4e99-a4c2-fc0f02401d87 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Pushing event updated for resources: {'Port': ['ID=a8803367-51f8-419d-a4e7-a51526460bb6,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:10.503804 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-26eb32c8-1cf1-41be-8457-f9787da4f997 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for security_group (ae0c9c4b-e635-4041-b206-01bc8c04a12a), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:10.507709 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc4f986-2344-43fd-905b-528cd2b8919d req-93011c02-4b63-4e99-a4c2-fc0f02401d87 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:36:10.577068 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050f6a25-1219-4603-acc5-2458385cddde None None] Sync routers for ids ['2901416d-6496-4776-a517-71264d223c1a'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:36:10.577534 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4f986-2344-43fd-905b-528cd2b8919d req-93011c02-4b63-4e99-a4c2-fc0f02401d87 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:10.578198 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-acc4f986-2344-43fd-905b-528cd2b8919d req-93011c02-4b63-4e99-a4c2-fc0f02401d87 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:10.587217 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-26eb32c8-1cf1-41be-8457-f9787da4f997 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (ae0c9c4b-e635-4041-b206-01bc8c04a12a), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:10.591247 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-26eb32c8-1cf1-41be-8457-f9787da4f997 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:10.596995 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050f6a25-1219-4603-acc5-2458385cddde None None] Routers {'2901416d-6496-4776-a517-71264d223c1a'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:36:10.597204 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-26eb32c8-1cf1-41be-8457-f9787da4f997 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ae0c9c4b-e635-4041-b206-01bc8c04a12a HTTP/1.1" status: 204 len: 168 time: 0.2409711 Nov 02 07:36:10.597631 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-050f6a25-1219-4603-acc5-2458385cddde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:35:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['2901416d-6496-4776-a517-71264d223c1a'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:10.597982 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 40946) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:10.608982 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-acc4f986-2344-43fd-905b-528cd2b8919d req-93011c02-4b63-4e99-a4c2-fc0f02401d87 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1307170 Nov 02 07:36:10.629721 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-acc4f986-2344-43fd-905b-528cd2b8919d req-547ce381-7d17-4ad7-a825-c6c0ff86f898 service neutron] Request body: {'port': {'device_id': '8f0c6bc8-dd75-40d4-8aa9-db602c43827f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:36:10.668264 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb32c8-1cf1-41be-8457-f9787da4f997 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0c9c4b-e635-4041-b206-01bc8c04a12a,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:10.672938 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.api.v2.resource [None req-8d8dea8a-6d37-4fd1-83eb-3bfa61f76aef tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] show failed (client error): The resource could not be found. Nov 02 07:36:10.679463 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-8d8dea8a-6d37-4fd1-83eb-3bfa61f76aef tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "GET /networking/v2.0/security-groups/ae0c9c4b-e635-4041-b206-01bc8c04a12a HTTP/1.1" status: 404 len: 347 time: 0.0626020 Nov 02 07:36:10.695414 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 40950) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:10.745932 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-acc4f986-2344-43fd-905b-528cd2b8919d req-547ce381-7d17-4ad7-a825-c6c0ff86f898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (a8803367-51f8-419d-a4e7-a51526460bb6), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:10.779612 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a765db-89c1-4b24-877b-e8a38c02f882 None None] New status for floating IP 8898f2ba-9467-4ba8-b96a-ab820a6211c2: DOWN {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 07:36:10.889576 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:10.908032 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-a2f24d2b-9def-4eb4-a85e-fb0884a91c61 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Deleting port a362655c-6ffc-4269-854f-f4ae56eef275 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:36:10.908520 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a2f24d2b-9def-4eb4-a85e-fb0884a91c61 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (a362655c-6ffc-4269-854f-f4ae56eef275), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:11.017401 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-059024af-3ed3-4d0d-8e5e-a23546e2cc46 None None] Provisioning complete for port a8803367-51f8-419d-a4e7-a51526460bb6 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:11.018140 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-059024af-3ed3-4d0d-8e5e-a23546e2cc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (a8803367-51f8-419d-a4e7-a51526460bb6), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:11.018716 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-059024af-3ed3-4d0d-8e5e-a23546e2cc46 None None] Attempt 1 to provision port a8803367-51f8-419d-a4e7-a51526460bb6 Nov 02 07:36:11.026974 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a2f24d2b-9def-4eb4-a85e-fb0884a91c61 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (a362655c-6ffc-4269-854f-f4ae56eef275), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:11.028831 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a2f24d2b-9def-4eb4-a85e-fb0884a91c61 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for floatingip (a362655c-6ffc-4269-854f-f4ae56eef275), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:11.048101 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-a2f24d2b-9def-4eb4-a85e-fb0884a91c61 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Calling delete_port for a362655c-6ffc-4269-854f-f4ae56eef275 owned by network:floatingip {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:36:11.068829 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-059024af-3ed3-4d0d-8e5e-a23546e2cc46 None None] Port a8803367-51f8-419d-a4e7-a51526460bb6 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:36:11.070573 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:36:11.149876 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:11.180929 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-050f6a25-1219-4603-acc5-2458385cddde None None] Set router 2901416d-6496-4776-a517-71264d223c1a gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:36:11.222301 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:11.222860 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:11.223289 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b Nov 02 07:36:11.258256 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:11.304786 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a2f24d2b-9def-4eb4-a85e-fb0884a91c61 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (a362655c-6ffc-4269-854f-f4ae56eef275), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:11.322737 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3697efe-4c4e-4027-81b5-594aab43f44c req-fab82b10-8941-42b8-9fcf-eb39a8049983 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:11.324210 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e3697efe-4c4e-4027-81b5-594aab43f44c req-fab82b10-8941-42b8-9fcf-eb39a8049983 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8f0c6bc8-dd75-40d4-8aa9-db602c43827f HTTP/1.1" status: 200 len: 932 time: 0.0967975 Nov 02 07:36:11.330746 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [req-acc4f986-2344-43fd-905b-528cd2b8919d req-547ce381-7d17-4ad7-a825-c6c0ff86f898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8803367-51f8-419d-a4e7-a51526460bb6 {{(pid=104569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:36:11.337339 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f24d2b-9def-4eb4-a85e-fb0884a91c61 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Pushing event deleted for resources: {'Port': ['ID=a362655c-6ffc-4269-854f-f4ae56eef275,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:11.346688 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-acc4f986-2344-43fd-905b-528cd2b8919d req-547ce381-7d17-4ad7-a825-c6c0ff86f898 service neutron] Publish callbacks [] for port (a8803367-51f8-419d-a4e7-a51526460bb6), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:11.401481 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:11.405529 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e3697efe-4c4e-4027-81b5-594aab43f44c req-9354449e-edac-498b-bfae-63b5d305612b tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700245 Nov 02 07:36:11.407046 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.provisioning_blocks [req-acc4f986-2344-43fd-905b-528cd2b8919d req-547ce381-7d17-4ad7-a825-c6c0ff86f898 service neutron] Transition to ACTIVE for port object a8803367-51f8-419d-a4e7-a51526460bb6 will not be triggered until provisioned by entity L2. {{(pid=104569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 07:36:11.413480 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-acc4f986-2344-43fd-905b-528cd2b8919d req-547ce381-7d17-4ad7-a825-c6c0ff86f898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (a8803367-51f8-419d-a4e7-a51526460bb6), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:11.458460 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-050f6a25-1219-4603-acc5-2458385cddde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2901416d-6496-4776-a517-71264d223c1a', 'name': 'tempest-TestMinimumBasicScenario-1422395338-router', 'tenant_id': '546abb669f364409a3d449dd8056a2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:36:03Z', 'updated_at': '2022-11-02T07:36:07Z', 'revision_number': 4, 'project_id': '546abb669f364409a3d449dd8056a2c6', 'gw_port': {'id': '475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2901416d-6496-4776-a517-71264d223c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:04Z', 'updated_at': '2022-11-02T07:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': 'eb6de21e-74de-4d3a-893b-c20044be61d8', 'name': '', 'network_id': '3f2392e2-0abe-441a-938d-0a8cddbf3ade', 'tenant_id': '546abb669f364409a3d449dd8056a2c6', 'mac_address': 'fa:16:3e:91:52:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2901416d-6496-4776-a517-71264d223c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'a65bfc02-b1e2-4d3e-b770-5ddae68ed385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:06Z', 'updated_at': '2022-11-02T07:36:08Z', 'revision_number': 2, 'project_id': '546abb669f364409a3d449dd8056a2c6', 'subnets': [{'id': 'a65bfc02-b1e2-4d3e-b770-5ddae68ed385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:11.492304 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050f6a25-1219-4603-acc5-2458385cddde None None] Checking router: 2901416d-6496-4776-a517-71264d223c1a for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:36:11.492654 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050f6a25-1219-4603-acc5-2458385cddde None None] Updating router 2901416d-6496-4776-a517-71264d223c1a port eb6de21e-74de-4d3a-893b-c20044be61d8 binding host dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 07:36:11.513535 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a2f24d2b-9def-4eb4-a85e-fb0884a91c61 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks [] for floatingip (8898f2ba-9467-4ba8-b96a-ab820a6211c2), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:11.517469 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a2f24d2b-9def-4eb4-a85e-fb0884a91c61 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:11.519266 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-a2f24d2b-9def-4eb4-a85e-fb0884a91c61 tempest-AttachVolumeShelveTestJSON-163710944 tempest-AttachVolumeShelveTestJSON-163710944-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/8898f2ba-9467-4ba8-b96a-ab820a6211c2 HTTP/1.1" status: 204 len: 168 time: 0.8219116 Nov 02 07:36:11.545949 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ce381-7d17-4ad7-a825-c6c0ff86f898 service neutron] Pushing event updated for resources: {'Port': ['ID=a8803367-51f8-419d-a4e7-a51526460bb6,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:11.570898 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-050f6a25-1219-4603-acc5-2458385cddde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (eb6de21e-74de-4d3a-893b-c20044be61d8), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:11.583016 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-acc4f986-2344-43fd-905b-528cd2b8919d req-547ce381-7d17-4ad7-a825-c6c0ff86f898 service neutron] Attempting to bind port a8803367-51f8-419d-a4e7-a51526460bb6 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:36:11.583226 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-acc4f986-2344-43fd-905b-528cd2b8919d req-547ce381-7d17-4ad7-a825-c6c0ff86f898 service neutron] Attempting to bind port a8803367-51f8-419d-a4e7-a51526460bb6 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'b223cbb8-b9ce-47ec-9db9-80d47b3aacbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1'}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:36:11.583514 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4f986-2344-43fd-905b-528cd2b8919d req-547ce381-7d17-4ad7-a825-c6c0ff86f898 service neutron] Attempting to bind port a8803367-51f8-419d-a4e7-a51526460bb6 on network f6809857-e0de-42f0-baa8-be80912a85f1 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:36:11.615634 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:11.662819 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4f986-2344-43fd-905b-528cd2b8919d req-547ce381-7d17-4ad7-a825-c6c0ff86f898 service neutron] Port a8803367-51f8-419d-a4e7-a51526460bb6 on network f6809857-e0de-42f0-baa8-be80912a85f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 07:36:11.663190 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4f986-2344-43fd-905b-528cd2b8919d req-547ce381-7d17-4ad7-a825-c6c0ff86f898 service neutron] Attempting to bind port a8803367-51f8-419d-a4e7-a51526460bb6 on network f6809857-e0de-42f0-baa8-be80912a85f1 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:36:11.755392 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4f986-2344-43fd-905b-528cd2b8919d req-547ce381-7d17-4ad7-a825-c6c0ff86f898 service neutron] Checking agent: {'id': '8bd0314e-b36f-45c2-bb1e-4de001688fd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'started_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:36:11.756285 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4f986-2344-43fd-905b-528cd2b8919d req-547ce381-7d17-4ad7-a825-c6c0ff86f898 service neutron] Checking segment: {'id': 'b223cbb8-b9ce-47ec-9db9-80d47b3aacbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:36:11.756820 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4f986-2344-43fd-905b-528cd2b8919d req-547ce381-7d17-4ad7-a825-c6c0ff86f898 service neutron] Bound using segment: {'id': 'b223cbb8-b9ce-47ec-9db9-80d47b3aacbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1'} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:36:11.757423 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-acc4f986-2344-43fd-905b-528cd2b8919d req-547ce381-7d17-4ad7-a825-c6c0ff86f898 service neutron] Bound port: a8803367-51f8-419d-a4e7-a51526460bb6, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b223cbb8-b9ce-47ec-9db9-80d47b3aacbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1'}}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:36:11.757942 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-acc4f986-2344-43fd-905b-528cd2b8919d req-547ce381-7d17-4ad7-a825-c6c0ff86f898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (a8803367-51f8-419d-a4e7-a51526460bb6), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:11.759988 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:11.767624 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:11.867560 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-acc4f986-2344-43fd-905b-528cd2b8919d req-547ce381-7d17-4ad7-a825-c6c0ff86f898 service neutron] For port a8803367-51f8-419d-a4e7-a51526460bb6, host hv-cinder-80473, cleared binding levels {{(pid=104569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:36:11.872283 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-acc4f986-2344-43fd-905b-528cd2b8919d req-547ce381-7d17-4ad7-a825-c6c0ff86f898 service neutron] For port a8803367-51f8-419d-a4e7-a51526460bb6, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a8803367-51f8-419d-a4e7-a51526460bb6,segment=NetworkSegment(b223cbb8-b9ce-47ec-9db9-80d47b3aacbd),segment_id=b223cbb8-b9ce-47ec-9db9-80d47b3aacbd)] {{(pid=104569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:36:11.883456 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-acc4f986-2344-43fd-905b-528cd2b8919d req-547ce381-7d17-4ad7-a825-c6c0ff86f898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (a8803367-51f8-419d-a4e7-a51526460bb6), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:11.887967 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4f986-2344-43fd-905b-528cd2b8919d req-547ce381-7d17-4ad7-a825-c6c0ff86f898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:11.888637 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-acc4f986-2344-43fd-905b-528cd2b8919d req-547ce381-7d17-4ad7-a825-c6c0ff86f898 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:11.890030 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-acc4f986-2344-43fd-905b-528cd2b8919d req-547ce381-7d17-4ad7-a825-c6c0ff86f898 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/a8803367-51f8-419d-a4e7-a51526460bb6 HTTP/1.1" status: 200 len: 1094 time: 1.2655203 Nov 02 07:36:11.890655 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0c6bc8-dd75-40d4-8aa9-db602c43827f', 'tag': 'a8803367-51f8-419d-a4e7-a51526460bb6'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:36:11.894304 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86cd5c4-268a-4e0e-be92-2ed9ae4c6fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "8f0c6bc8-dd75-40d4-8aa9-db602c43827f", "tag": "a8803367-51f8-419d-a4e7-a51526460bb6"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:36:11.941587 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-050f6a25-1219-4603-acc5-2458385cddde None None] Publish callbacks [] for port (eb6de21e-74de-4d3a-893b-c20044be61d8), precommit_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:11.952638 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-050f6a25-1219-4603-acc5-2458385cddde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (eb6de21e-74de-4d3a-893b-c20044be61d8), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:12.025595 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e6665e-d93d-4fe5-83ec-320263d40736 x-openstack-request-id: req-34e6665e-d93d-4fe5-83ec-320263d40736 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:36:12.025896 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f0c6bc8-dd75-40d4-8aa9-db602c43827f", "tag": "a8803367-51f8-419d-a4e7-a51526460bb6", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:36:12.026149 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34e6665e-d93d-4fe5-83ec-320263d40736 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:36:12.026622 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34e6665e-d93d-4fe5-83ec-320263d40736'] response: {'name': 'network-changed', 'server_uuid': '8f0c6bc8-dd75-40d4-8aa9-db602c43827f', 'tag': 'a8803367-51f8-419d-a4e7-a51526460bb6', 'status': 'completed', 'code': 200} Nov 02 07:36:12.032797 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ce381-7d17-4ad7-a825-c6c0ff86f898 service neutron] Pushing event updated for resources: {'Port': ['ID=a8803367-51f8-419d-a4e7-a51526460bb6,revision_number=3']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:12.048599 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4f986-2344-43fd-905b-528cd2b8919d req-19ec6c60-af23-4815-8fa8-93652384e1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:12.050662 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-acc4f986-2344-43fd-905b-528cd2b8919d req-19ec6c60-af23-4815-8fa8-93652384e1ff service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=566514b413e24aaebe69c11ce2159ac9&device_id=8f0c6bc8-dd75-40d4-8aa9-db602c43827f HTTP/1.1" status: 200 len: 1128 time: 0.0776210 Nov 02 07:36:12.089484 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be4a03-4565-4f2c-80bb-b739ad99c0bb None None] Pushing event updated for resources: {'Port': ['ID=eb6de21e-74de-4d3a-893b-c20044be61d8,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:12.117278 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-050f6a25-1219-4603-acc5-2458385cddde None None] Attempting to bind port eb6de21e-74de-4d3a-893b-c20044be61d8 on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:36:12.117650 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-050f6a25-1219-4603-acc5-2458385cddde None None] Attempting to bind port eb6de21e-74de-4d3a-893b-c20044be61d8 by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': 'dc5c877d-4638-4695-a2f3-e9e8a85ae2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3f2392e2-0abe-441a-938d-0a8cddbf3ade'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:36:12.118013 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050f6a25-1219-4603-acc5-2458385cddde None None] Attempting to bind port eb6de21e-74de-4d3a-893b-c20044be61d8 on network 3f2392e2-0abe-441a-938d-0a8cddbf3ade {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:36:12.134868 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-acc4f986-2344-43fd-905b-528cd2b8919d req-64e9459a-9a53-4719-a93e-2e588c14dd49 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8803367-51f8-419d-a4e7-a51526460bb6 HTTP/1.1" status: 200 len: 217 time: 0.0694103 Nov 02 07:36:12.173193 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050f6a25-1219-4603-acc5-2458385cddde None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:36:12.173193 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050f6a25-1219-4603-acc5-2458385cddde None None] Checking segment: {'id': 'dc5c877d-4638-4695-a2f3-e9e8a85ae2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3f2392e2-0abe-441a-938d-0a8cddbf3ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:36:12.174155 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-050f6a25-1219-4603-acc5-2458385cddde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:12.174155 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050f6a25-1219-4603-acc5-2458385cddde None None] Bound using segment: {'id': 'dc5c877d-4638-4695-a2f3-e9e8a85ae2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3f2392e2-0abe-441a-938d-0a8cddbf3ade'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:36:12.174472 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-050f6a25-1219-4603-acc5-2458385cddde None None] Bound port: eb6de21e-74de-4d3a-893b-c20044be61d8, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5c877d-4638-4695-a2f3-e9e8a85ae2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3f2392e2-0abe-441a-938d-0a8cddbf3ade'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:36:12.175040 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-050f6a25-1219-4603-acc5-2458385cddde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (eb6de21e-74de-4d3a-893b-c20044be61d8), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:12.238826 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4f986-2344-43fd-905b-528cd2b8919d req-f3c482ed-4135-45ed-a289-92adddaa8d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:12.240334 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-acc4f986-2344-43fd-905b-528cd2b8919d req-f3c482ed-4135-45ed-a289-92adddaa8d1c service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=77ee38fc-7b77-488d-b9f4-ad8de0678fd1 HTTP/1.1" status: 200 len: 851 time: 0.0809216 Nov 02 07:36:12.255790 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-050f6a25-1219-4603-acc5-2458385cddde None None] For port eb6de21e-74de-4d3a-893b-c20044be61d8, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:36:12.259493 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-050f6a25-1219-4603-acc5-2458385cddde None None] For port eb6de21e-74de-4d3a-893b-c20044be61d8, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=eb6de21e-74de-4d3a-893b-c20044be61d8,segment=NetworkSegment(dc5c877d-4638-4695-a2f3-e9e8a85ae2a9),segment_id=dc5c877d-4638-4695-a2f3-e9e8a85ae2a9)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:36:12.266134 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-050f6a25-1219-4603-acc5-2458385cddde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (eb6de21e-74de-4d3a-893b-c20044be61d8), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:12.312495 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4f986-2344-43fd-905b-528cd2b8919d req-c454a5ea-c1c4-4fe7-9ec5-bec724eebcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:12.314005 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-acc4f986-2344-43fd-905b-528cd2b8919d req-c454a5ea-c1c4-4fe7-9ec5-bec724eebcbf service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=f6809857-e0de-42f0-baa8-be80912a85f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471604 Nov 02 07:36:12.342293 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050f6a25-1219-4603-acc5-2458385cddde None None] Routers {'2901416d-6496-4776-a517-71264d223c1a'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:36:12.345693 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-050f6a25-1219-4603-acc5-2458385cddde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:35:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['2901416d-6496-4776-a517-71264d223c1a'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:12.389078 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be4a03-4565-4f2c-80bb-b739ad99c0bb None None] Pushing event updated for resources: {'Port': ['ID=eb6de21e-74de-4d3a-893b-c20044be61d8,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:12.432485 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-acc4f986-2344-43fd-905b-528cd2b8919d req-c4217766-be43-44fb-ae83-d14ce327a9cc service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f6809857-e0de-42f0-baa8-be80912a85f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095693 Nov 02 07:36:12.446291 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:12.473428 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-050f6a25-1219-4603-acc5-2458385cddde None None] Set router 2901416d-6496-4776-a517-71264d223c1a gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:36:12.581766 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f71e9-ceac-4af8-b7bf-7ac9ac348ff7 req-2618218c-1b31-45ec-bb21-8c707b4cb611 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:12.585448 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-284f71e9-ceac-4af8-b7bf-7ac9ac348ff7 req-2618218c-1b31-45ec-bb21-8c707b4cb611 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8f0c6bc8-dd75-40d4-8aa9-db602c43827f HTTP/1.1" status: 200 len: 944 time: 0.0705178 Nov 02 07:36:12.597096 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-acc4f986-2344-43fd-905b-528cd2b8919d req-eb861a0c-d99f-46d5-8369-e160bfd7f984 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f6809857-e0de-42f0-baa8-be80912a85f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588733 Nov 02 07:36:12.671623 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-284f71e9-ceac-4af8-b7bf-7ac9ac348ff7 req-50b321c8-c47c-47cc-b873-a0c0c199a06c tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778639 Nov 02 07:36:12.755293 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-050f6a25-1219-4603-acc5-2458385cddde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2901416d-6496-4776-a517-71264d223c1a', 'name': 'tempest-TestMinimumBasicScenario-1422395338-router', 'tenant_id': '546abb669f364409a3d449dd8056a2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:36:03Z', 'updated_at': '2022-11-02T07:36:07Z', 'revision_number': 4, 'project_id': '546abb669f364409a3d449dd8056a2c6', 'gw_port': {'id': '475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2901416d-6496-4776-a517-71264d223c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:04Z', 'updated_at': '2022-11-02T07:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': 'eb6de21e-74de-4d3a-893b-c20044be61d8', 'name': '', 'network_id': '3f2392e2-0abe-441a-938d-0a8cddbf3ade', 'tenant_id': '546abb669f364409a3d449dd8056a2c6', 'mac_address': 'fa:16:3e:91:52:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2901416d-6496-4776-a517-71264d223c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'a65bfc02-b1e2-4d3e-b770-5ddae68ed385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:06Z', 'updated_at': '2022-11-02T07:36:12Z', 'revision_number': 4, 'project_id': '546abb669f364409a3d449dd8056a2c6', 'subnets': [{'id': 'a65bfc02-b1e2-4d3e-b770-5ddae68ed385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:12.789010 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050f6a25-1219-4603-acc5-2458385cddde None None] The sync data for ids ['2901416d-6496-4776-a517-71264d223c1a'] in dv-cinder-804735-33-iscsi is: [{'id': '2901416d-6496-4776-a517-71264d223c1a', 'name': 'tempest-TestMinimumBasicScenario-1422395338-router', 'tenant_id': '546abb669f364409a3d449dd8056a2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:36:03Z', 'updated_at': '2022-11-02T07:36:07Z', 'revision_number': 4, 'project_id': '546abb669f364409a3d449dd8056a2c6', 'gw_port': {'id': '475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2901416d-6496-4776-a517-71264d223c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:04Z', 'updated_at': '2022-11-02T07:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': 'eb6de21e-74de-4d3a-893b-c20044be61d8', 'name': '', 'network_id': '3f2392e2-0abe-441a-938d-0a8cddbf3ade', 'tenant_id': '546abb669f364409a3d449dd8056a2c6', 'mac_address': 'fa:16:3e:91:52:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2901416d-6496-4776-a517-71264d223c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'a65bfc02-b1e2-4d3e-b770-5ddae68ed385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:06Z', 'updated_at': '2022-11-02T07:36:12Z', 'revision_number': 4, 'project_id': '546abb669f364409a3d449dd8056a2c6', 'subnets': [{'id': 'a65bfc02-b1e2-4d3e-b770-5ddae68ed385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:36:13.039861 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cd5c4-268a-4e0e-be92-2ed9ae4c6fe3 req-a5b1a122-320d-4728-87a3-002723a7d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:13.041548 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b86cd5c4-268a-4e0e-be92-2ed9ae4c6fe3 req-a5b1a122-320d-4728-87a3-002723a7d485 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=566514b413e24aaebe69c11ce2159ac9&device_id=8f0c6bc8-dd75-40d4-8aa9-db602c43827f HTTP/1.1" status: 200 len: 1128 time: 0.0663142 Nov 02 07:36:13.183084 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cd5c4-268a-4e0e-be92-2ed9ae4c6fe3 req-4362d5d6-54f8-493f-b243-60ebc52c93ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:13.184738 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b86cd5c4-268a-4e0e-be92-2ed9ae4c6fe3 req-4362d5d6-54f8-493f-b243-60ebc52c93ea service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=f6809857-e0de-42f0-baa8-be80912a85f1 HTTP/1.1" status: 200 len: 913 time: 0.1356082 Nov 02 07:36:13.249733 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b86cd5c4-268a-4e0e-be92-2ed9ae4c6fe3 req-39bd64ff-a31a-4e56-afb2-fa71e7595c0d service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8803367-51f8-419d-a4e7-a51526460bb6 HTTP/1.1" status: 200 len: 217 time: 0.0445297 Nov 02 07:36:13.298825 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:13.317267 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cd5c4-268a-4e0e-be92-2ed9ae4c6fe3 req-f87e21f4-1ce6-4d14-b8a8-716fbc779cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:13.319081 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b86cd5c4-268a-4e0e-be92-2ed9ae4c6fe3 req-f87e21f4-1ce6-4d14-b8a8-716fbc779cef service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=77ee38fc-7b77-488d-b9f4-ad8de0678fd1 HTTP/1.1" status: 200 len: 851 time: 0.0616109 Nov 02 07:36:13.378462 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cd5c4-268a-4e0e-be92-2ed9ae4c6fe3 req-99ce9697-f18a-468e-bf40-cac0dcfae56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:13.380236 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b86cd5c4-268a-4e0e-be92-2ed9ae4c6fe3 req-99ce9697-f18a-468e-bf40-cac0dcfae56c service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=f6809857-e0de-42f0-baa8-be80912a85f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0534713 Nov 02 07:36:13.509048 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b86cd5c4-268a-4e0e-be92-2ed9ae4c6fe3 req-6c3e823b-9386-40be-b37c-0dd37436cc02 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f6809857-e0de-42f0-baa8-be80912a85f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206934 Nov 02 07:36:13.666479 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b86cd5c4-268a-4e0e-be92-2ed9ae4c6fe3 req-bf94c399-890e-4926-9222-217ac6e3df6a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f6809857-e0de-42f0-baa8-be80912a85f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498640 Nov 02 07:36:13.816668 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608eb86-7cf5-41f4-a134-5e8b2c2719e7 req-ff53a589-9849-4f35-ad05-bea49cb1c41a tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:13.823584 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5608eb86-7cf5-41f4-a134-5e8b2c2719e7 req-ff53a589-9849-4f35-ad05-bea49cb1c41a tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8f0c6bc8-dd75-40d4-8aa9-db602c43827f HTTP/1.1" status: 200 len: 944 time: 0.0650458 Nov 02 07:36:13.877338 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:13.887658 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5608eb86-7cf5-41f4-a134-5e8b2c2719e7 req-5ac8b1ae-c252-4d92-ace0-a0cdd1d364cb tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630519 Nov 02 07:36:14.271128 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 40996) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:14.764754 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-edd73518-dd06-44d5-96ed-6e5b66331f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651005'] for router_interface (4d64b9b3-55c5-424c-9589-335054c01a43), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:14.918481 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device eb6de21e-74de-4d3a-893b-c20044be61d8 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:36:14.984962 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port eb6de21e-74de-4d3a-893b-c20044be61d8 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:14.986274 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (eb6de21e-74de-4d3a-893b-c20044be61d8), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:14.986845 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port eb6de21e-74de-4d3a-893b-c20044be61d8 Nov 02 07:36:15.019087 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:15.079045 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3ee69-b19a-4316-b918-4cc7df6dd8ba req-5807f83f-8ba8-424a-bd5a-6177b210b6e2 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:15.080561 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-81d3ee69-b19a-4316-b918-4cc7df6dd8ba req-5807f83f-8ba8-424a-bd5a-6177b210b6e2 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8f0c6bc8-dd75-40d4-8aa9-db602c43827f HTTP/1.1" status: 200 len: 944 time: 0.1029415 Nov 02 07:36:15.084921 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port eb6de21e-74de-4d3a-893b-c20044be61d8 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:15.085698 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (eb6de21e-74de-4d3a-893b-c20044be61d8), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:15.097468 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:15.127651 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port eb6de21e-74de-4d3a-893b-c20044be61d8, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=eb6de21e-74de-4d3a-893b-c20044be61d8,segment=NetworkSegment(dc5c877d-4638-4695-a2f3-e9e8a85ae2a9),segment_id=dc5c877d-4638-4695-a2f3-e9e8a85ae2a9)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:36:15.135028 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (eb6de21e-74de-4d3a-893b-c20044be61d8), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:15.168112 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-edd73518-dd06-44d5-96ed-6e5b66331f74 admin admin] Deleting port 40e2798b-9045-487d-a044-f47cc6fa978c {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:36:15.168449 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-edd73518-dd06-44d5-96ed-6e5b66331f74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (40e2798b-9045-487d-a044-f47cc6fa978c), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:15.189219 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-81d3ee69-b19a-4316-b918-4cc7df6dd8ba req-2fb00e9e-2857-49f3-a742-361ca7415e80 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000667 Nov 02 07:36:15.201362 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=eb6de21e-74de-4d3a-893b-c20044be61d8,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:15.278809 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-edd73518-dd06-44d5-96ed-6e5b66331f74 admin admin] For port 40e2798b-9045-487d-a044-f47cc6fa978c, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=40e2798b-9045-487d-a044-f47cc6fa978c,segment=NetworkSegment(d7e1724e-6066-427b-a3a4-bc3e1a8af7fa),segment_id=d7e1724e-6066-427b-a3a4-bc3e1a8af7fa)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:36:15.279090 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-edd73518-dd06-44d5-96ed-6e5b66331f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (40e2798b-9045-487d-a044-f47cc6fa978c), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:15.296271 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-edd73518-dd06-44d5-96ed-6e5b66331f74 admin admin] Calling delete_port for 40e2798b-9045-487d-a044-f47cc6fa978c owned by network:router_interface {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:36:15.443641 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:15.530001 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-edd73518-dd06-44d5-96ed-6e5b66331f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (40e2798b-9045-487d-a044-f47cc6fa978c), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:15.557697 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd73518-dd06-44d5-96ed-6e5b66331f74 admin admin] Pushing event deleted for resources: {'Port': ['ID=40e2798b-9045-487d-a044-f47cc6fa978c,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:15.761634 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-edd73518-dd06-44d5-96ed-6e5b66331f74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-997933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647533'] for router_interface (4d64b9b3-55c5-424c-9589-335054c01a43), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:15.786182 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46636215-1df9-4fb3-9891-5e70d0df89c9 None None] get_active_networks_info from dv-cinder-804735-33-iscsi {{(pid=104570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 07:36:15.940440 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46636215-1df9-4fb3-9891-5e70d0df89c9 None None] Resources bound (agent type, host, resource id): {{(pid=104570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 07:36:15.999587 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd73518-dd06-44d5-96ed-6e5b66331f74 admin admin] Router 4d64b9b3-55c5-424c-9589-335054c01a43 has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:36:16.048909 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:16.363038 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-43332c28-42b9-4f67-9c95-075457efbb88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:16.511454 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd73518-dd06-44d5-96ed-6e5b66331f74 admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:36:16.518529 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54b3ba-395c-4013-86dd-3b6f2cb7175b req-c8483ca0-4633-4d1e-8c23-fc9c05d1262f tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:16.520045 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2d54b3ba-395c-4013-86dd-3b6f2cb7175b req-c8483ca0-4633-4d1e-8c23-fc9c05d1262f tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8f0c6bc8-dd75-40d4-8aa9-db602c43827f HTTP/1.1" status: 200 len: 944 time: 0.0710478 Nov 02 07:36:16.526046 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-edd73518-dd06-44d5-96ed-6e5b66331f74 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/4d64b9b3-55c5-424c-9589-335054c01a43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2528284 Nov 02 07:36:16.526870 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 41018) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:16.540590 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4afe07a-6142-4117-a730-87a890845822 None None] Sync routers for ids ['4d64b9b3-55c5-424c-9589-335054c01a43'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:36:16.556234 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4afe07a-6142-4117-a730-87a890845822 None None] Routers {'4d64b9b3-55c5-424c-9589-335054c01a43'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:36:16.557792 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-a4afe07a-6142-4117-a730-87a890845822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:35:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['4d64b9b3-55c5-424c-9589-335054c01a43'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:16.620938 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2d54b3ba-395c-4013-86dd-3b6f2cb7175b req-fd96cede-614b-405f-97f4-04a78a44548c tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802331 Nov 02 07:36:16.684437 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7de6-b80a-43d0-b16f-e7a8a5acb3b2 admin admin] Publish callbacks [] for router (4d64b9b3-55c5-424c-9589-335054c01a43), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:16.718934 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-a4afe07a-6142-4117-a730-87a890845822 None None] Set router 4d64b9b3-55c5-424c-9589-335054c01a43 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:36:16.812531 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7de6-b80a-43d0-b16f-e7a8a5acb3b2 admin admin] Publish callbacks [] for router_gateway (4d64b9b3-55c5-424c-9589-335054c01a43), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:16.916728 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-c8aa7de6-b80a-43d0-b16f-e7a8a5acb3b2 admin admin] Deleting port 96aa0219-b060-4951-9b6b-dfde45657a4a {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:36:16.917155 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7de6-b80a-43d0-b16f-e7a8a5acb3b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (96aa0219-b060-4951-9b6b-dfde45657a4a), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:17.023171 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [None req-c8aa7de6-b80a-43d0-b16f-e7a8a5acb3b2 admin admin] For port 96aa0219-b060-4951-9b6b-dfde45657a4a, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=96aa0219-b060-4951-9b6b-dfde45657a4a,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:36:17.023914 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7de6-b80a-43d0-b16f-e7a8a5acb3b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (96aa0219-b060-4951-9b6b-dfde45657a4a), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:17.041911 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-c8aa7de6-b80a-43d0-b16f-e7a8a5acb3b2 admin admin] Calling delete_port for 96aa0219-b060-4951-9b6b-dfde45657a4a owned by network:router_gateway {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:36:17.050121 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device eb6de21e-74de-4d3a-893b-c20044be61d8 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:36:17.053158 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:17.093609 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-ba4af596-d254-4881-920d-d67870e1d713 None None] Provisioning complete for port 130a4295-01e2-4e80-8cdf-64cbfe4debbd triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:17.094561 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ba4af596-d254-4881-920d-d67870e1d713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (130a4295-01e2-4e80-8cdf-64cbfe4debbd), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:17.095052 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-ba4af596-d254-4881-920d-d67870e1d713 None None] Attempt 1 to provision port 130a4295-01e2-4e80-8cdf-64cbfe4debbd Nov 02 07:36:17.153354 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:17.190791 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port eb6de21e-74de-4d3a-893b-c20044be61d8 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:17.191163 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (eb6de21e-74de-4d3a-893b-c20044be61d8), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:17.191485 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port eb6de21e-74de-4d3a-893b-c20044be61d8 Nov 02 07:36:17.260619 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7de6-b80a-43d0-b16f-e7a8a5acb3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (96aa0219-b060-4951-9b6b-dfde45657a4a), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:17.262270 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-a4afe07a-6142-4117-a730-87a890845822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'name': 'tempest-AttachVolumeShelveTestJSON-98063645-router', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:15Z', 'updated_at': '2022-11-02T07:36:15Z', 'revision_number': 5, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'gw_port': {'id': '96aa0219-b060-4951-9b6b-dfde45657a4a', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:29:17Z', 'updated_at': '2022-11-02T07:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:17.270883 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:DELETE=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:17.291429 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa7de6-b80a-43d0-b16f-e7a8a5acb3b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=96aa0219-b060-4951-9b6b-dfde45657a4a,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:17.296842 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4afe07a-6142-4117-a730-87a890845822 None None] Checking router: 4d64b9b3-55c5-424c-9589-335054c01a43 for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:36:17.341869 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-ba4af596-d254-4881-920d-d67870e1d713 None None] Current status of the port 130a4295-01e2-4e80-8cdf-64cbfe4debbd is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:17.349386 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4afe07a-6142-4117-a730-87a890845822 None None] Routers {'4d64b9b3-55c5-424c-9589-335054c01a43'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:36:17.350025 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-a4afe07a-6142-4117-a730-87a890845822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:35:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['4d64b9b3-55c5-424c-9589-335054c01a43'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:17.371696 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:17.381723 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7de6-b80a-43d0-b16f-e7a8a5acb3b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649138'] for router_gateway (4d64b9b3-55c5-424c-9589-335054c01a43), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:17.425796 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port eb6de21e-74de-4d3a-893b-c20044be61d8 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:17.435528 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-a4afe07a-6142-4117-a730-87a890845822 None None] Set router 4d64b9b3-55c5-424c-9589-335054c01a43 gateway port host: None {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:36:17.491297 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7de6-b80a-43d0-b16f-e7a8a5acb3b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-647483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518291'] for router (4d64b9b3-55c5-424c-9589-335054c01a43), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:17.493667 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-a4afe07a-6142-4117-a730-87a890845822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'name': 'tempest-AttachVolumeShelveTestJSON-98063645-router', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:15Z', 'updated_at': '2022-11-02T07:36:17Z', 'revision_number': 7, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'gw_port_host': None}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:17.494887 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7de6-b80a-43d0-b16f-e7a8a5acb3b2 admin admin] Publish callbacks [] for router_controller (4d64b9b3-55c5-424c-9589-335054c01a43), precommit_delete_associations {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:17.524974 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4afe07a-6142-4117-a730-87a890845822 None None] The sync data for ids ['4d64b9b3-55c5-424c-9589-335054c01a43'] in dv-cinder-804735-33-iscsi is: [{'id': '4d64b9b3-55c5-424c-9589-335054c01a43', 'name': 'tempest-AttachVolumeShelveTestJSON-98063645-router', 'tenant_id': 'df168e1504c947169b74f50c1ed4de95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:29:15Z', 'updated_at': '2022-11-02T07:36:17Z', 'revision_number': 7, 'project_id': 'df168e1504c947169b74f50c1ed4de95', 'gw_port_host': None}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:36:17.585181 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7de6-b80a-43d0-b16f-e7a8a5acb3b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-647458'] for router (4d64b9b3-55c5-424c-9589-335054c01a43), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:17.585811 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8aa7de6-b80a-43d0-b16f-e7a8a5acb3b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d64b9b3-55c5-424c-9589-335054c01a43 {{(pid=104568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 07:36:17.591342 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c8aa7de6-b80a-43d0-b16f-e7a8a5acb3b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:17.592447 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-c8aa7de6-b80a-43d0-b16f-e7a8a5acb3b2 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/4d64b9b3-55c5-424c-9589-335054c01a43 HTTP/1.1" status: 204 len: 168 time: 1.0636239 Nov 02 07:36:17.595727 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 41020) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:17.674044 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_v2 [None req-38fb379f-f159-4d74-8426-fba3313f4efe admin admin] Deleting subnet 1d426ab6-29f8-42bf-863b-191b8ac9a103 {{(pid=104569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 07:36:17.677801 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-38fb379f-f159-4d74-8426-fba3313f4efe admin admin] Publish callbacks [] for subnet (1d426ab6-29f8-42bf-863b-191b8ac9a103), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:17.720245 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-38fb379f-f159-4d74-8426-fba3313f4efe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3451448'] for subnet (1d426ab6-29f8-42bf-863b-191b8ac9a103), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:17.825090 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62078eed-c6e7-4b7c-bec2-247b821231e9 req-187dbacb-c786-4274-a1cc-398f0e8c72e6 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:17.826524 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-62078eed-c6e7-4b7c-bec2-247b821231e9 req-187dbacb-c786-4274-a1cc-398f0e8c72e6 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8f0c6bc8-dd75-40d4-8aa9-db602c43827f HTTP/1.1" status: 200 len: 944 time: 0.0759065 Nov 02 07:36:17.861668 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-38fb379f-f159-4d74-8426-fba3313f4efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134157560'] for subnet (1d426ab6-29f8-42bf-863b-191b8ac9a103), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:17.916804 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:17.931767 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-62078eed-c6e7-4b7c-bec2-247b821231e9 req-d8627be8-7a92-47f0-b187-c4aaaaddea98 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938938 Nov 02 07:36:17.981028 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-38fb379f-f159-4d74-8426-fba3313f4efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134157505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3257418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041961'] for subnet (1d426ab6-29f8-42bf-863b-191b8ac9a103), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:18.016386 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb379f-f159-4d74-8426-fba3313f4efe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d426ab6-29f8-42bf-863b-191b8ac9a103,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:18.022824 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-38fb379f-f159-4d74-8426-fba3313f4efe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:18.028500 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-38fb379f-f159-4d74-8426-fba3313f4efe admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/1d426ab6-29f8-42bf-863b-191b8ac9a103 HTTP/1.1" status: 204 len: 168 time: 0.4310403 Nov 02 07:36:18.031055 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 41026) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:18.032597 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff11c7d-0381-483f-80f2-b3e39dfac76a None None] Network dc944948-bf48-4be4-9702-2103a8c937e6 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:36:18.131853 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e0563755-f124-46e7-b470-d2947c18bc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134064640'] for network (dc944948-bf48-4be4-9702-2103a8c937e6), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:18.181368 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-e0563755-f124-46e7-b470-d2947c18bc0b admin admin] Deleting port 130a4295-01e2-4e80-8cdf-64cbfe4debbd {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:36:18.181711 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e0563755-f124-46e7-b470-d2947c18bc0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (130a4295-01e2-4e80-8cdf-64cbfe4debbd), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:18.260506 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [None req-e0563755-f124-46e7-b470-d2947c18bc0b admin admin] For port 130a4295-01e2-4e80-8cdf-64cbfe4debbd, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=130a4295-01e2-4e80-8cdf-64cbfe4debbd,segment=NetworkSegment(d7e1724e-6066-427b-a3a4-bc3e1a8af7fa),segment_id=d7e1724e-6066-427b-a3a4-bc3e1a8af7fa)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:36:18.260957 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e0563755-f124-46e7-b470-d2947c18bc0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (130a4295-01e2-4e80-8cdf-64cbfe4debbd), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:18.281471 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-e0563755-f124-46e7-b470-d2947c18bc0b admin admin] Calling delete_port for 130a4295-01e2-4e80-8cdf-64cbfe4debbd owned by network:dhcp {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:36:18.380137 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e0563755-f124-46e7-b470-d2947c18bc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (130a4295-01e2-4e80-8cdf-64cbfe4debbd), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:18.412016 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0563755-f124-46e7-b470-d2947c18bc0b admin admin] No DVR routers for this DVR port 130a4295-01e2-4e80-8cdf-64cbfe4debbd on host dv-cinder-804735-33-iscsi {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:36:18.413810 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0563755-f124-46e7-b470-d2947c18bc0b admin admin] Pushing event deleted for resources: {'Port': ['ID=130a4295-01e2-4e80-8cdf-64cbfe4debbd,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:18.448136 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca7f2eb-30bf-4d23-946b-31e3ba9d8eb6 None None] DHCP port deletion for dc944948-bf48-4be4-9702-2103a8c937e6 request from dv-cinder-804735-33-iscsi {{(pid=104570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 07:36:18.506605 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e0563755-f124-46e7-b470-d2947c18bc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134158659', 'neutron.services.segments.db._delete_segments_for_network-8744620219010'] for network (dc944948-bf48-4be4-9702-2103a8c937e6), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:18.536131 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-e0563755-f124-46e7-b470-d2947c18bc0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc944948-bf48-4be4-9702-2103a8c937e6']}} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:18.548599 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-e0563755-f124-46e7-b470-d2947c18bc0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e1724e-6066-427b-a3a4-bc3e1a8af7fa') {'for_net_delete': True} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:18.548825 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-e0563755-f124-46e7-b470-d2947c18bc0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e1724e-6066-427b-a3a4-bc3e1a8af7fa') {} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:18.555820 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bfb276c1-ac18-4971-86cc-6bcba8cd8abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:18.562435 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e0563755-f124-46e7-b470-d2947c18bc0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744620219073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3576842'] for segment (d7e1724e-6066-427b-a3a4-bc3e1a8af7fa), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:18.578182 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e0563755-f124-46e7-b470-d2947c18bc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (d7e1724e-6066-427b-a3a4-bc3e1a8af7fa), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:18.588522 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0563755-f124-46e7-b470-d2947c18bc0b admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=104568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 07:36:18.588522 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e0563755-f124-46e7-b470-d2947c18bc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3576379'] for segment (d7e1724e-6066-427b-a3a4-bc3e1a8af7fa), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:18.670866 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e0563755-f124-46e7-b470-d2947c18bc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134158664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649174'] for network (dc944948-bf48-4be4-9702-2103a8c937e6), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:18.686097 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e0563755-f124-46e7-b470-d2947c18bc0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:18.689996 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-e0563755-f124-46e7-b470-d2947c18bc0b admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/dc944948-bf48-4be4-9702-2103a8c937e6 HTTP/1.1" status: 204 len: 168 time: 0.6571772 Nov 02 07:36:18.723221 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0563755-f124-46e7-b470-d2947c18bc0b admin admin] Pushing event deleted for resources: {'Network': ['ID=dc944948-bf48-4be4-9702-2103a8c937e6,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:18.905309 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment d7e1724e-6066-427b-a3a4-bc3e1a8af7fa resource provider aggregate not found Nov 02 07:36:18.914479 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 41042) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:18.930279 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 130a4295-01e2-4e80-8cdf-64cbfe4debbd no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:36:18.939699 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment d7e1724e-6066-427b-a3a4-bc3e1a8af7fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7e1724e-6066-427b-a3a4-bc3e1a8af7fa found for delete ", "request_id": "req-b217d12b-36f3-4901-bae5-d78c01e3f1a4"}]} Nov 02 07:36:18.952066 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: 130a4295-01e2-4e80-8cdf-64cbfe4debbd {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:36:18.952408 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 130a4295-01e2-4e80-8cdf-64cbfe4debbd not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:36:18.952828 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 40e2798b-9045-487d-a044-f47cc6fa978c no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:36:18.974672 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-a0921b17-038a-4893-a3b0-78cfd945682c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=df168e1504c947169b74f50c1ed4de95&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0586352 Nov 02 07:36:18.977040 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 41046) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:18.980335 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: 40e2798b-9045-487d-a044-f47cc6fa978c {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:36:18.980882 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 40e2798b-9045-487d-a044-f47cc6fa978c not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:36:18.981456 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 96aa0219-b060-4951-9b6b-dfde45657a4a no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:36:19.004935 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: 96aa0219-b060-4951-9b6b-dfde45657a4a {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:36:19.005593 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 96aa0219-b060-4951-9b6b-dfde45657a4a not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:36:19.046732 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f6908e79-ad81-4fff-8f49-46dd7e71d324 admin admin] Publish callbacks [] for security_group (efa7760d-6895-43c6-9d16-30416950f67b), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:19.070023 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f6908e79-ad81-4fff-8f49-46dd7e71d324 admin admin] Publish callbacks [] for security_group (efa7760d-6895-43c6-9d16-30416950f67b), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:19.095922 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb524a7-de0d-442f-a39f-78f47bd0fd5e req-47b79eef-0f9f-4ad8-a4aa-10d4ee622e57 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:19.098564 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-dcb524a7-de0d-442f-a39f-78f47bd0fd5e req-47b79eef-0f9f-4ad8-a4aa-10d4ee622e57 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8f0c6bc8-dd75-40d4-8aa9-db602c43827f HTTP/1.1" status: 200 len: 944 time: 0.0607121 Nov 02 07:36:19.134759 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f6908e79-ad81-4fff-8f49-46dd7e71d324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (efa7760d-6895-43c6-9d16-30416950f67b), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:19.137286 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f6908e79-ad81-4fff-8f49-46dd7e71d324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:19.141667 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-f6908e79-ad81-4fff-8f49-46dd7e71d324 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/efa7760d-6895-43c6-9d16-30416950f67b HTTP/1.1" status: 204 len: 168 time: 0.1603348 Nov 02 07:36:19.148980 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6908e79-ad81-4fff-8f49-46dd7e71d324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa7760d-6895-43c6-9d16-30416950f67b,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:19.185730 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-dcb524a7-de0d-442f-a39f-78f47bd0fd5e req-e1fe8101-c2f7-48fb-babf-4cefee71d20b tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814030 Nov 02 07:36:19.911690 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:20.083232 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 41076) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:20.197222 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-1fdadeff-3b85-4b80-a113-f94a3e04df97 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1597362884-network', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:36:20.225720 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdadeff-3b85-4b80-a113-f94a3e04df97 admin admin] Made reservation on behalf of 86cca0dcb21a47e483458b36e33f5036 for: {'network': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:36:20.230904 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1fdadeff-3b85-4b80-a113-f94a3e04df97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for network (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:20.258513 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1fdadeff-3b85-4b80-a113-f94a3e04df97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:20.339188 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4ced6-562b-4b73-9053-7fc0064af577 req-386348b6-1926-421d-b256-5e469df014ad tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:20.340716 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-93a4ced6-562b-4b73-9053-7fc0064af577 req-386348b6-1926-421d-b256-5e469df014ad tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8f0c6bc8-dd75-40d4-8aa9-db602c43827f HTTP/1.1" status: 200 len: 944 time: 0.0710585 Nov 02 07:36:20.394207 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device a8803367-51f8-419d-a4e7-a51526460bb6 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 07:36:20.448770 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-93a4ced6-562b-4b73-9053-7fc0064af577 req-65174380-2682-48a4-9609-3efef49c9f73 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928051 Nov 02 07:36:20.463873 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1fdadeff-3b85-4b80-a113-f94a3e04df97 admin admin] Publish callbacks [] for security_group (0668a4bb-b9fb-48ef-b545-332f9396967a), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:20.485497 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1fdadeff-3b85-4b80-a113-f94a3e04df97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (0668a4bb-b9fb-48ef-b545-332f9396967a), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:20.510148 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:20.511217 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fdadeff-3b85-4b80-a113-f94a3e04df97 admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=104569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 07:36:20.530677 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdadeff-3b85-4b80-a113-f94a3e04df97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0668a4bb-b9fb-48ef-b545-332f9396967a,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:20.536473 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1fdadeff-3b85-4b80-a113-f94a3e04df97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (91deb477-2a25-491c-b052-05350861dcc3), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:20.536890 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.db.segments_db [None req-1fdadeff-3b85-4b80-a113-f94a3e04df97 admin admin] Added segment 91deb477-2a25-491c-b052-05350861dcc3 of type vlan for network 5c6f85dd-45ed-4684-846a-c63750ac56e2 Nov 02 07:36:20.589611 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1fdadeff-3b85-4b80-a113-f94a3e04df97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744619761345'] for network (5c6f85dd-45ed-4684-846a-c63750ac56e2), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:20.591657 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port a8803367-51f8-419d-a4e7-a51526460bb6, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a8803367-51f8-419d-a4e7-a51526460bb6,segment=NetworkSegment(b223cbb8-b9ce-47ec-9db9-80d47b3aacbd),segment_id=b223cbb8-b9ce-47ec-9db9-80d47b3aacbd)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:36:20.607121 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Returning: {'device': 'a8803367-51f8-419d-a4e7-a51526460bb6', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'port_id': 'a8803367-51f8-419d-a4e7-a51526460bb6', 'mac_address': 'fa:16:3e:3f:47:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 07:36:20.622395 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1fdadeff-3b85-4b80-a113-f94a3e04df97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for network (5c6f85dd-45ed-4684-846a-c63750ac56e2), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:20.623642 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdadeff-3b85-4b80-a113-f94a3e04df97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:20.624310 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1fdadeff-3b85-4b80-a113-f94a3e04df97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:20.656009 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port a8803367-51f8-419d-a4e7-a51526460bb6 is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:20.656397 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (a8803367-51f8-419d-a4e7-a51526460bb6), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:20.671824 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8803367-51f8-419d-a4e7-a51526460bb6 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:36:20.701320 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port a8803367-51f8-419d-a4e7-a51526460bb6, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a8803367-51f8-419d-a4e7-a51526460bb6,segment=NetworkSegment(b223cbb8-b9ce-47ec-9db9-80d47b3aacbd),segment_id=b223cbb8-b9ce-47ec-9db9-80d47b3aacbd)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:36:20.707845 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (a8803367-51f8-419d-a4e7-a51526460bb6), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:20.708424 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdadeff-3b85-4b80-a113-f94a3e04df97 admin admin] Pushing event updated for resources: {'Network': ['ID=5c6f85dd-45ed-4684-846a-c63750ac56e2,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:20.730405 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-1fdadeff-3b85-4b80-a113-f94a3e04df97 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6450174 Nov 02 07:36:20.732436 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 41090) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:20.737836 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-2de1e33c-dbe1-4395-8dda-a8cb1f609aff admin admin] Request body: {'subnet': {'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1597362884-subnet', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:36:20.741507 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Network 5c6f85dd-45ed-4684-846a-c63750ac56e2 details requested by agent ovs-agent-dv-cinder-804735-33-iscsi with host dv-cinder-804735-33-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 07:36:20.760212 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de1e33c-dbe1-4395-8dda-a8cb1f609aff admin admin] Made reservation on behalf of 86cca0dcb21a47e483458b36e33f5036 for: {'subnet': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:36:20.763155 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2de1e33c-dbe1-4395-8dda-a8cb1f609aff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041940'] for subnet (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:20.775883 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:20.792380 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=30 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:20.842720 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=a8803367-51f8-419d-a4e7-a51526460bb6,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:20.932046 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:20.979147 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:20.994570 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2de1e33c-dbe1-4395-8dda-a8cb1f609aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4041954'] for subnet (4802d687-3783-47ab-8dfb-ce3297beb760), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:21.038691 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['a8803367-51f8-419d-a4e7-a51526460bb6'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:36:21.076790 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1e33c-dbe1-4395-8dda-a8cb1f609aff admin admin] Pushing event updated for resources: {'Subnet': ['ID=4802d687-3783-47ab-8dfb-ce3297beb760,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:21.080438 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de1e33c-dbe1-4395-8dda-a8cb1f609aff admin admin] Checking segment: {'id': '91deb477-2a25-491c-b052-05350861dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:36:21.080806 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de1e33c-dbe1-4395-8dda-a8cb1f609aff admin admin] Network hostable DHCP agents. Network: 5c6f85dd-45ed-4684-846a-c63750ac56e2, hostable agents: ['bceb131e-a03d-46e7-91df-936d929aaf3a'], hosted agents: [] {{(pid=104569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 07:36:21.103192 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de1e33c-dbe1-4395-8dda-a8cb1f609aff admin admin] Network 5c6f85dd-45ed-4684-846a-c63750ac56e2 is scheduled to be hosted by DHCP agent bceb131e-a03d-46e7-91df-936d929aaf3a with binding_index 1 {{(pid=104569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 07:36:21.114430 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-2de1e33c-dbe1-4395-8dda-a8cb1f609aff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-33-iscsi, 5c6f85dd-45ed-4684-846a-c63750ac56e2) {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:36:21.124875 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b04abf-4bf6-4c45-85af-0c4fa70c513f None None] Network 5c6f85dd-45ed-4684-846a-c63750ac56e2 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:36:21.129358 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de1e33c-dbe1-4395-8dda-a8cb1f609aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:21.129963 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2de1e33c-dbe1-4395-8dda-a8cb1f609aff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:21.150197 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-2de1e33c-dbe1-4395-8dda-a8cb1f609aff admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4165041 Nov 02 07:36:21.152945 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 41092) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:21.158536 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-d16a9c9b-35c6-49d6-82d7-1a499aa06043 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1597362884-router', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:36:21.175150 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:21.190460 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d16a9c9b-35c6-49d6-82d7-1a499aa06043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-648862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-518397'] for router (caa99077-dbbd-42eb-86ab-817583b0e67e), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:21.191957 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d16a9c9b-35c6-49d6-82d7-1a499aa06043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-660658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-678971', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-518378'] for router (caa99077-dbbd-42eb-86ab-817583b0e67e), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:21.245003 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:21.258521 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d16a9c9b-35c6-49d6-82d7-1a499aa06043 admin admin] Publish callbacks [] for router_controller (caa99077-dbbd-42eb-86ab-817583b0e67e), precommit_add_association {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:21.260385 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:21.347788 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec2c25f-2715-42ba-ab70-855c6d7da6bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp204866af-937c-5d88-be22-37b8279ded6e-5c6f85dd-45ed-4684-846a-c63750ac56e2', 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2', 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'fixed_ips': [{'subnet_id': '4802d687-3783-47ab-8dfb-ce3297beb760'}]}} from dv-cinder-804735-33-iscsi. {{(pid=104570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Nov 02 07:36:21.348208 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fec2c25f-2715-42ba-ab70-855c6d7da6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:21.380784 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:21.432193 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d16a9c9b-35c6-49d6-82d7-1a499aa06043 admin admin] Publish callbacks [] for router_gateway (caa99077-dbbd-42eb-86ab-817583b0e67e), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:21.557024 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:21.659080 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.db_base_plugin_common [None req-fec2c25f-2715-42ba-ab70-855c6d7da6bb None None] Allocated IP 172.20.0.2 (5c6f85dd-45ed-4684-846a-c63750ac56e2/4802d687-3783-47ab-8dfb-ce3297beb760/5083d6ae-60e5-4cad-8a3b-9f8bee85ce34) {{(pid=104570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:36:21.685240 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c6eb3-c425-4ee7-afde-78c0cb6b3457 req-ee575acc-d921-43ad-a5d7-0af1f990af36 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:21.689120 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a64c6eb3-c425-4ee7-afde-78c0cb6b3457 req-ee575acc-d921-43ad-a5d7-0af1f990af36 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8f0c6bc8-dd75-40d4-8aa9-db602c43827f HTTP/1.1" status: 200 len: 945 time: 0.1006036 Nov 02 07:36:21.802501 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a64c6eb3-c425-4ee7-afde-78c0cb6b3457 req-71a3fe33-36ac-474e-8dc2-75f6dc45a888 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963035 Nov 02 07:36:21.857536 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:21.884964 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fec2c25f-2715-42ba-ab70-855c6d7da6bb None None] Publish callbacks [] for port (5083d6ae-60e5-4cad-8a3b-9f8bee85ce34), precommit_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:21.904130 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fec2c25f-2715-42ba-ab70-855c6d7da6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738'] for port (5083d6ae-60e5-4cad-8a3b-9f8bee85ce34), after_create {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:21.964845 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec2c25f-2715-42ba-ab70-855c6d7da6bb None None] Network 5c6f85dd-45ed-4684-846a-c63750ac56e2 is already hosted by enough agents. {{(pid=104570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:36:21.975830 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.base_scheduler [None req-fec2c25f-2715-42ba-ab70-855c6d7da6bb None None] Resources bound (agent type, host, resource id): {{(pid=104570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:36:21.982722 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec2c25f-2715-42ba-ab70-855c6d7da6bb None None] Received port after_create {{(pid=104570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:36:21.985418 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d16a9c9b-35c6-49d6-82d7-1a499aa06043 admin admin] Publish callbacks [] for router_gateway (caa99077-dbbd-42eb-86ab-817583b0e67e), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:21.990144 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2c25f-2715-42ba-ab70-855c6d7da6bb None None] Pushing event updated for resources: {'Port': ['ID=5083d6ae-60e5-4cad-8a3b-9f8bee85ce34,revision_number=1']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:22.013661 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d02f2e-209a-43fe-83c1-c12003e7213f req-6167fed0-6a18-44ef-828a-a69bd8c0fac3 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:22.015259 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-72d02f2e-209a-43fe-83c1-c12003e7213f req-6167fed0-6a18-44ef-828a-a69bd8c0fac3 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d HTTP/1.1" status: 200 len: 945 time: 0.0702815 Nov 02 07:36:22.037430 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d16a9c9b-35c6-49d6-82d7-1a499aa06043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:22.053364 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-fec2c25f-2715-42ba-ab70-855c6d7da6bb None None] Attempting to bind port 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34 on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:36:22.053989 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-fec2c25f-2715-42ba-ab70-855c6d7da6bb None None] Attempting to bind port 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34 by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': '91deb477-2a25-491c-b052-05350861dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:36:22.054101 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec2c25f-2715-42ba-ab70-855c6d7da6bb None None] Attempting to bind port 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34 on network 5c6f85dd-45ed-4684-846a-c63750ac56e2 {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:36:22.087261 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-72d02f2e-209a-43fe-83c1-c12003e7213f req-820c5204-36de-4017-9d66-96ec5ec4df15 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a758c8f9-a3c8-4cf2-8911-a332c9db508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617926 Nov 02 07:36:22.136688 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec2c25f-2715-42ba-ab70-855c6d7da6bb None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:36:22.137091 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec2c25f-2715-42ba-ab70-855c6d7da6bb None None] Checking segment: {'id': '91deb477-2a25-491c-b052-05350861dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:36:22.137466 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fec2c25f-2715-42ba-ab70-855c6d7da6bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:22.137857 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec2c25f-2715-42ba-ab70-855c6d7da6bb None None] Bound using segment: {'id': '91deb477-2a25-491c-b052-05350861dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:36:22.138326 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-fec2c25f-2715-42ba-ab70-855c6d7da6bb None None] Bound port: 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91deb477-2a25-491c-b052-05350861dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:36:22.138742 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fec2c25f-2715-42ba-ab70-855c6d7da6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (5083d6ae-60e5-4cad-8a3b-9f8bee85ce34), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:22.176402 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-d16a9c9b-35c6-49d6-82d7-1a499aa06043 admin admin] Allocated IP 172.27.2.117 (ac01166e-81e9-4cae-b853-f9fd1f541c1c/957d630b-2ac5-4777-98af-d9a9e169b647/75246111-2bd2-4670-902f-802a88fbdc61) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:36:22.224118 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-fec2c25f-2715-42ba-ab70-855c6d7da6bb None None] For port 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:36:22.228062 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-fec2c25f-2715-42ba-ab70-855c6d7da6bb None None] For port 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=5083d6ae-60e5-4cad-8a3b-9f8bee85ce34,segment=NetworkSegment(91deb477-2a25-491c-b052-05350861dcc3),segment_id=91deb477-2a25-491c-b052-05350861dcc3)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:36:22.235918 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fec2c25f-2715-42ba-ab70-855c6d7da6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (5083d6ae-60e5-4cad-8a3b-9f8bee85ce34), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:22.306427 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d16a9c9b-35c6-49d6-82d7-1a499aa06043 admin admin] Publish callbacks [] for port (75246111-2bd2-4670-902f-802a88fbdc61), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:22.310121 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2c25f-2715-42ba-ab70-855c6d7da6bb None None] Pushing event updated for resources: {'Port': ['ID=5083d6ae-60e5-4cad-8a3b-9f8bee85ce34,revision_number=2']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:22.345318 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d16a9c9b-35c6-49d6-82d7-1a499aa06043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (75246111-2bd2-4670-902f-802a88fbdc61), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:22.387573 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16a9c9b-35c6-49d6-82d7-1a499aa06043 admin admin] Network ac01166e-81e9-4cae-b853-f9fd1f541c1c is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:36:22.394048 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-d16a9c9b-35c6-49d6-82d7-1a499aa06043 admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:36:22.398325 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16a9c9b-35c6-49d6-82d7-1a499aa06043 admin admin] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:36:22.429381 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a9c9b-35c6-49d6-82d7-1a499aa06043 admin admin] Pushing event updated for resources: {'Port': ['ID=75246111-2bd2-4670-902f-802a88fbdc61,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:22.528756 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device a8803367-51f8-419d-a4e7-a51526460bb6 up at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:36:22.585319 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning for port a8803367-51f8-419d-a4e7-a51526460bb6 completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 07:36:22.598761 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning complete for port a8803367-51f8-419d-a4e7-a51526460bb6 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:22.599170 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (a8803367-51f8-419d-a4e7-a51526460bb6), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:22.599753 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Attempt 1 to provision port a8803367-51f8-419d-a4e7-a51526460bb6 Nov 02 07:36:22.647403 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:22.664116 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:22.753642 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port a8803367-51f8-419d-a4e7-a51526460bb6 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:22.754120 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (a8803367-51f8-419d-a4e7-a51526460bb6), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:22.793125 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port a8803367-51f8-419d-a4e7-a51526460bb6, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a8803367-51f8-419d-a4e7-a51526460bb6,segment=NetworkSegment(b223cbb8-b9ce-47ec-9db9-80d47b3aacbd),segment_id=b223cbb8-b9ce-47ec-9db9-80d47b3aacbd)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:36:22.794227 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0c6bc8-dd75-40d4-8aa9-db602c43827f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8803367-51f8-419d-a4e7-a51526460bb6'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:36:22.796781 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae3fbe182e2c1c70a5346b740f804138ecd9042bc04c1c47f40fee79c776d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa243522-e4c3-4a5d-a175-0e748d391714" -d '{"events": [{"server_uuid": "8f0c6bc8-dd75-40d4-8aa9-db602c43827f", "name": "network-vif-plugged", "status": "completed", "tag": "a8803367-51f8-419d-a4e7-a51526460bb6"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:36:22.802130 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (a8803367-51f8-419d-a4e7-a51526460bb6), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:22.811288 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d16a9c9b-35c6-49d6-82d7-1a499aa06043 admin admin] Publish callbacks [] for router_gateway (caa99077-dbbd-42eb-86ab-817583b0e67e), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:22.861707 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=a8803367-51f8-419d-a4e7-a51526460bb6,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:22.886332 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1c8cd8-1394-4956-ae03-58d06b8ce796 x-openstack-request-id: req-7c1c8cd8-1394-4956-ae03-58d06b8ce796 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:36:22.886754 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0c6bc8-dd75-40d4-8aa9-db602c43827f", "name": "network-vif-plugged", "status": "completed", "tag": "a8803367-51f8-419d-a4e7-a51526460bb6", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:36:22.887108 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c1c8cd8-1394-4956-ae03-58d06b8ce796 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:36:22.888207 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c1c8cd8-1394-4956-ae03-58d06b8ce796'] response: {'server_uuid': '8f0c6bc8-dd75-40d4-8aa9-db602c43827f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8803367-51f8-419d-a4e7-a51526460bb6', 'code': 200} Nov 02 07:36:22.994179 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789242cb-cf6a-4e47-9536-9ce087e3a632 req-46c46333-8369-4b11-8d8b-5c9392a84d02 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:23.004004 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-789242cb-cf6a-4e47-9536-9ce087e3a632 req-46c46333-8369-4b11-8d8b-5c9392a84d02 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8f0c6bc8-dd75-40d4-8aa9-db602c43827f HTTP/1.1" status: 200 len: 946 time: 0.0881102 Nov 02 07:36:23.015645 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:36:23.031034 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:23.086207 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:23.086788 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (5083d6ae-60e5-4cad-8a3b-9f8bee85ce34), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:23.087014 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34 Nov 02 07:36:23.093845 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-789242cb-cf6a-4e47-9536-9ce087e3a632 req-43a314f2-b0f6-4265-ae29-33f07d40ae9d tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885715 Nov 02 07:36:23.100825 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d16a9c9b-35c6-49d6-82d7-1a499aa06043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-648988'] for router (caa99077-dbbd-42eb-86ab-817583b0e67e), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:23.188597 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:23.188980 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (5083d6ae-60e5-4cad-8a3b-9f8bee85ce34), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:23.259991 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=5083d6ae-60e5-4cad-8a3b-9f8bee85ce34,segment=NetworkSegment(91deb477-2a25-491c-b052-05350861dcc3),segment_id=91deb477-2a25-491c-b052-05350861dcc3)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:36:23.270887 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (5083d6ae-60e5-4cad-8a3b-9f8bee85ce34), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:23.329787 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01263cbb-4fb3-4e94-85e6-f033fe57340e req-ffe71871-129b-4fcf-b843-71d7a5836580 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:23.340280 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-01263cbb-4fb3-4e94-85e6-f033fe57340e req-ffe71871-129b-4fcf-b843-71d7a5836580 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d HTTP/1.1" status: 200 len: 945 time: 0.1476488 Nov 02 07:36:23.342979 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16a9c9b-35c6-49d6-82d7-1a499aa06043 admin admin] Router caa99077-dbbd-42eb-86ab-817583b0e67e is scheduled to L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a with binding_index 1 {{(pid=104568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 07:36:23.359113 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=5083d6ae-60e5-4cad-8a3b-9f8bee85ce34,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:23.417444 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:23.481120 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-01263cbb-4fb3-4e94-85e6-f033fe57340e req-b31178a0-a413-4733-958c-da7903eb4d0f tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a758c8f9-a3c8-4cf2-8911-a332c9db508f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350811 Nov 02 07:36:23.533454 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16a9c9b-35c6-49d6-82d7-1a499aa06043 admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:36:23.543857 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f6cd08-4978-4f5a-b06d-a98c7449f0f0 None None] Sync routers for ids ['caa99077-dbbd-42eb-86ab-817583b0e67e'] in dv-cinder-804735-33-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:36:23.575902 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d16a9c9b-35c6-49d6-82d7-1a499aa06043 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:23.582162 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f6cd08-4978-4f5a-b06d-a98c7449f0f0 None None] Routers {'caa99077-dbbd-42eb-86ab-817583b0e67e'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:36:23.582251 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-d16a9c9b-35c6-49d6-82d7-1a499aa06043 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4083281 Nov 02 07:36:23.582251 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 41114) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:23.582410 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-e7f6cd08-4978-4f5a-b06d-a98c7449f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:36:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['caa99077-dbbd-42eb-86ab-817583b0e67e'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:23.654826 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a3ca4-26fb-45d8-b66c-92448360f772 req-e5563b3e-3b33-42d8-b410-2ea121d04b88 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:23.656490 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9d4a3ca4-26fb-45d8-b66c-92448360f772 req-e5563b3e-3b33-42d8-b410-2ea121d04b88 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d HTTP/1.1" status: 200 len: 945 time: 0.0899382 Nov 02 07:36:23.664617 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a18bfed-965a-4340-8cd5-22cc7218f9e1 None None] Network 5c6f85dd-45ed-4684-846a-c63750ac56e2 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:36:23.692539 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437f4bd-24e1-490b-b32a-06e83c4d517b req-7c893b9e-bd6e-4bf3-9d5e-0bd44be23693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:23.694865 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4437f4bd-24e1-490b-b32a-06e83c4d517b req-7c893b9e-bd6e-4bf3-9d5e-0bd44be23693 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8f0c6bc8-dd75-40d4-8aa9-db602c43827f HTTP/1.1" status: 200 len: 1130 time: 0.1293652 Nov 02 07:36:23.727760 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-e7f6cd08-4978-4f5a-b06d-a98c7449f0f0 None None] Set router caa99077-dbbd-42eb-86ab-817583b0e67e gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:36:23.750025 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:23.830182 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-9d4a3ca4-26fb-45d8-b66c-92448360f772 req-41f83d8a-c8c0-49ee-af94-93917a73f3bd tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Deleting port ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:36:23.830695 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-9d4a3ca4-26fb-45d8-b66c-92448360f772 req-41f83d8a-c8c0-49ee-af94-93917a73f3bd tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:23.841408 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-ad7fb514-ec6e-4fb5-9118-2cae7fe90e54 None None] Provisioning complete for port 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:23.841781 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ad7fb514-ec6e-4fb5-9118-2cae7fe90e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (5083d6ae-60e5-4cad-8a3b-9f8bee85ce34), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:23.842117 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-ad7fb514-ec6e-4fb5-9118-2cae7fe90e54 None None] Attempt 1 to provision port 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34 Nov 02 07:36:23.871647 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-4437f4bd-24e1-490b-b32a-06e83c4d517b req-327938b1-6e5c-4af1-9899-aad7e112212e service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708267 Nov 02 07:36:23.981159 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-9d4a3ca4-26fb-45d8-b66c-92448360f772 req-41f83d8a-c8c0-49ee-af94-93917a73f3bd tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] For port ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2,segment=NetworkSegment(c05d0ba3-98c5-4b1c-b632-26a7e9300bb9),segment_id=c05d0ba3-98c5-4b1c-b632-26a7e9300bb9)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:36:23.981529 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-9d4a3ca4-26fb-45d8-b66c-92448360f772 req-41f83d8a-c8c0-49ee-af94-93917a73f3bd tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:24.006884 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-ad7fb514-ec6e-4fb5-9118-2cae7fe90e54 None None] Current status of the port 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:24.056327 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:24.062544 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:24.176692 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-e7f6cd08-4978-4f5a-b06d-a98c7449f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'name': 'tempest-AttachVolumeTestJSON-1597362884-router', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '75246111-2bd2-4670-902f-802a88fbdc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:36:21Z', 'updated_at': '2022-11-02T07:36:22Z', 'revision_number': 3, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'gw_port': {'id': '75246111-2bd2-4670-902f-802a88fbdc61', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:22Z', 'updated_at': '2022-11-02T07:36:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:24.206644 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f6cd08-4978-4f5a-b06d-a98c7449f0f0 None None] Checking router: caa99077-dbbd-42eb-86ab-817583b0e67e for host: dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:36:24.206997 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f6cd08-4978-4f5a-b06d-a98c7449f0f0 None None] Updating router caa99077-dbbd-42eb-86ab-817583b0e67e port 75246111-2bd2-4670-902f-802a88fbdc61 binding host dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 07:36:24.223708 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-9d4a3ca4-26fb-45d8-b66c-92448360f772 req-41f83d8a-c8c0-49ee-af94-93917a73f3bd tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:24.224161 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-9d4a3ca4-26fb-45d8-b66c-92448360f772 req-41f83d8a-c8c0-49ee-af94-93917a73f3bd tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (619e44c0-3213-4006-8ebf-fa5c9e08beee), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:24.225172 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.db.l3_db [req-9d4a3ca4-26fb-45d8-b66c-92448360f772 req-41f83d8a-c8c0-49ee-af94-93917a73f3bd tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Floating IP 619e44c0-3213-4006-8ebf-fa5c9e08beee disassociated. External IP: 172.27.2.85, port: ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2. Nov 02 07:36:24.225529 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-9d4a3ca4-26fb-45d8-b66c-92448360f772 req-41f83d8a-c8c0-49ee-af94-93917a73f3bd tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Calling delete_port for ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2 owned by compute:nova {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:36:24.235828 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-e7f6cd08-4978-4f5a-b06d-a98c7449f0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (75246111-2bd2-4670-902f-802a88fbdc61), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:24.237855 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-9d697be2-cfa6-4fec-b729-7c08cf0be75b None None] Provisioning complete for port 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:24.239381 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-9d697be2-cfa6-4fec-b729-7c08cf0be75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (5083d6ae-60e5-4cad-8a3b-9f8bee85ce34), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:24.240065 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-9d697be2-cfa6-4fec-b729-7c08cf0be75b None None] Attempt 1 to provision port 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34 Nov 02 07:36:24.248647 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-54a5b8a6-26ee-470f-b6c5-e0e2b82e62a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:24.279941 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:24.327406 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-9d697be2-cfa6-4fec-b729-7c08cf0be75b None None] Current status of the port 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:24.431936 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-54a5b8a6-26ee-470f-b6c5-e0e2b82e62a6 admin admin] Allocated IP 172.20.0.1 (5c6f85dd-45ed-4684-846a-c63750ac56e2/4802d687-3783-47ab-8dfb-ce3297beb760/314cd1a8-16ca-41e2-b1f3-90f625f1a623) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:36:24.476037 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-9d4a3ca4-26fb-45d8-b66c-92448360f772 req-41f83d8a-c8c0-49ee-af94-93917a73f3bd tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:24.494100 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-e7f6cd08-4978-4f5a-b06d-a98c7449f0f0 None None] Publish callbacks [] for port (75246111-2bd2-4670-902f-802a88fbdc61), precommit_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:24.495449 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be729538-2f01-4b2f-b11a-ec0f7f9cad78 req-0a3cf74a-d135-46cd-a974-b5c958723297 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:24.497252 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-be729538-2f01-4b2f-b11a-ec0f7f9cad78 req-0a3cf74a-d135-46cd-a974-b5c958723297 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8f0c6bc8-dd75-40d4-8aa9-db602c43827f HTTP/1.1" status: 200 len: 946 time: 0.1393173 Nov 02 07:36:24.504931 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-e7f6cd08-4978-4f5a-b06d-a98c7449f0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (75246111-2bd2-4670-902f-802a88fbdc61), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:24.525764 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f83d8a-c8c0-49ee-af94-93917a73f3bd tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event deleted for resources: {'Port': ['ID=ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:24.547607 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-e7f6cd08-4978-4f5a-b06d-a98c7449f0f0 None None] Attempting to bind port 75246111-2bd2-4670-902f-802a88fbdc61 on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:36:24.548614 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-e7f6cd08-4978-4f5a-b06d-a98c7449f0f0 None None] Attempting to bind port 75246111-2bd2-4670-902f-802a88fbdc61 by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:36:24.549202 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f6cd08-4978-4f5a-b06d-a98c7449f0f0 None None] Attempting to bind port 75246111-2bd2-4670-902f-802a88fbdc61 on network ac01166e-81e9-4cae-b853-f9fd1f541c1c {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:36:24.557930 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-54a5b8a6-26ee-470f-b6c5-e0e2b82e62a6 admin admin] Publish callbacks [] for port (314cd1a8-16ca-41e2-b1f3-90f625f1a623), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:24.595882 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-54a5b8a6-26ee-470f-b6c5-e0e2b82e62a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (314cd1a8-16ca-41e2-b1f3-90f625f1a623), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:24.596447 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc1a80-afcc-42ae-b2a9-dd7e1d217772 None None] Pushing event updated for resources: {'Port': ['ID=75246111-2bd2-4670-902f-802a88fbdc61,revision_number=2']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:24.612359 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f6cd08-4978-4f5a-b06d-a98c7449f0f0 None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:36:24.613051 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f6cd08-4978-4f5a-b06d-a98c7449f0f0 None None] Checking segment: {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:36:24.613628 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-e7f6cd08-4978-4f5a-b06d-a98c7449f0f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:24.614512 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f6cd08-4978-4f5a-b06d-a98c7449f0f0 None None] Bound using segment: {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'} {{(pid=104571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:36:24.614512 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.managers [None req-e7f6cd08-4978-4f5a-b06d-a98c7449f0f0 None None] Bound port: 75246111-2bd2-4670-902f-802a88fbdc61, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ad9bf9-223a-4cf2-935d-c5f04c068d79', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}}] {{(pid=104571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:36:24.614873 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-e7f6cd08-4978-4f5a-b06d-a98c7449f0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (75246111-2bd2-4670-902f-802a88fbdc61), before_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:24.621819 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-4be2361d-90cb-4ecb-afcd-83db34b0d79a tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:24.623336 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-4be2361d-90cb-4ecb-afcd-83db34b0d79a tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/networks?id=59746b03-2694-45ae-a6c9-a4cd96b42795 HTTP/1.1" status: 200 len: 814 time: 0.2609839 Nov 02 07:36:24.635360 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a5b8a6-26ee-470f-b6c5-e0e2b82e62a6 admin admin] Network 5c6f85dd-45ed-4684-846a-c63750ac56e2 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:36:24.644009 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-54a5b8a6-26ee-470f-b6c5-e0e2b82e62a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:36:24.648084 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a5b8a6-26ee-470f-b6c5-e0e2b82e62a6 admin admin] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:36:24.671752 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-be729538-2f01-4b2f-b11a-ec0f7f9cad78 req-c32c8299-6088-4d34-aa67-eb2e3e8df3aa tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457033 Nov 02 07:36:24.678299 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5b8a6-26ee-470f-b6c5-e0e2b82e62a6 admin admin] Pushing event updated for resources: {'Port': ['ID=314cd1a8-16ca-41e2-b1f3-90f625f1a623,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:24.689382 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-e7f6cd08-4978-4f5a-b06d-a98c7449f0f0 None None] For port 75246111-2bd2-4670-902f-802a88fbdc61, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:36:24.692839 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.plugins.ml2.db [None req-e7f6cd08-4978-4f5a-b06d-a98c7449f0f0 None None] For port 75246111-2bd2-4670-902f-802a88fbdc61, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=75246111-2bd2-4670-902f-802a88fbdc61,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:36:24.693189 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-3e104793-cdf6-46d3-83fa-e9b29fbbf8fc tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/quotas/280ce4c6b9174073902820e2e922bedf HTTP/1.1" status: 200 len: 375 time: 0.0526681 Nov 02 07:36:24.707634 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-54a5b8a6-26ee-470f-b6c5-e0e2b82e62a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-650874'] for router_interface (caa99077-dbbd-42eb-86ab-817583b0e67e), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:24.722200 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron_lib.callbacks.manager [None req-e7f6cd08-4978-4f5a-b06d-a98c7449f0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (75246111-2bd2-4670-902f-802a88fbdc61), after_update {{(pid=104571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:24.778703 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f6cd08-4978-4f5a-b06d-a98c7449f0f0 None None] Routers {'caa99077-dbbd-42eb-86ab-817583b0e67e'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:36:24.779338 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-e7f6cd08-4978-4f5a-b06d-a98c7449f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:36:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['caa99077-dbbd-42eb-86ab-817583b0e67e'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:24.826969 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-8573b445-1624-4220-84fc-7c03e7e0de7f tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=280ce4c6b9174073902820e2e922bedf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1326394 Nov 02 07:36:24.830988 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a8630e3e-5a45-44cb-9284-9133d1a750c9 req-dc84195d-46ab-493a-b062-367e12f6c35b tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d HTTP/1.1" status: 200 len: 210 time: 0.0589347 Nov 02 07:36:24.848660 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:24.861820 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc1a80-afcc-42ae-b2a9-dd7e1d217772 None None] Pushing event updated for resources: {'Port': ['ID=75246111-2bd2-4670-902f-802a88fbdc61,revision_number=3']} {{(pid=104571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:24.881469 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d4a3ca4-26fb-45d8-b66c-92448360f772 req-41f83d8a-c8c0-49ee-af94-93917a73f3bd tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Router 809828a3-4f45-44a0-b054-defd7df6335b has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:36:24.888299 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:24.996385 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:36:25.005526 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-e7f6cd08-4978-4f5a-b06d-a98c7449f0f0 None None] Set router caa99077-dbbd-42eb-86ab-817583b0e67e gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:36:25.014791 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:25.055648 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-76117b5e-799f-43de-94c4-28348f67b3ce service neutron] 10.222.0.18 "GET /networking/v2.0/networks/59746b03-2694-45ae-a6c9-a4cd96b42795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228546 Nov 02 07:36:25.100742 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-7b6cb473-4607-4afc-9914-1b0fb719cb3e None None] Provisioning complete for port 314cd1a8-16ca-41e2-b1f3-90f625f1a623 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:25.101152 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-7b6cb473-4607-4afc-9914-1b0fb719cb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (314cd1a8-16ca-41e2-b1f3-90f625f1a623), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:25.102121 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-7b6cb473-4607-4afc-9914-1b0fb719cb3e None None] Attempt 1 to provision port 314cd1a8-16ca-41e2-b1f3-90f625f1a623 Nov 02 07:36:25.137850 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:25.152514 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:25.160488 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-7b6cb473-4607-4afc-9914-1b0fb719cb3e None None] Port 314cd1a8-16ca-41e2-b1f3-90f625f1a623 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:36:25.173760 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:25.174143 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (5083d6ae-60e5-4cad-8a3b-9f8bee85ce34), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:25.175008 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34 Nov 02 07:36:25.222566 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-792cde85-d2b2-4323-9d21-24d3a33cb4e1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/59746b03-2694-45ae-a6c9-a4cd96b42795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658964 Nov 02 07:36:25.248741 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d4a3ca4-26fb-45d8-b66c-92448360f772 req-41f83d8a-c8c0-49ee-af94-93917a73f3bd tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:36:25.268573 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b636c29-b707-4e0b-81af-cad6b0427d02 None None] Sync routers for ids ['809828a3-4f45-44a0-b054-defd7df6335b'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:36:25.274875 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-e7f6cd08-4978-4f5a-b06d-a98c7449f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'name': 'tempest-AttachVolumeTestJSON-1597362884-router', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '75246111-2bd2-4670-902f-802a88fbdc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:36:21Z', 'updated_at': '2022-11-02T07:36:22Z', 'revision_number': 3, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'gw_port': {'id': '75246111-2bd2-4670-902f-802a88fbdc61', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:22Z', 'updated_at': '2022-11-02T07:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:25.299526 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-54a5b8a6-26ee-470f-b6c5-e0e2b82e62a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (314cd1a8-16ca-41e2-b1f3-90f625f1a623), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:25.319060 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f6cd08-4978-4f5a-b06d-a98c7449f0f0 None None] The sync data for ids ['caa99077-dbbd-42eb-86ab-817583b0e67e'] in dv-cinder-804735-33-iscsi is: [{'id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'name': 'tempest-AttachVolumeTestJSON-1597362884-router', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '75246111-2bd2-4670-902f-802a88fbdc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:36:21Z', 'updated_at': '2022-11-02T07:36:22Z', 'revision_number': 3, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'gw_port': {'id': '75246111-2bd2-4670-902f-802a88fbdc61', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:22Z', 'updated_at': '2022-11-02T07:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:36:25.321772 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4a3ca4-26fb-45d8-b66c-92448360f772 req-41f83d8a-c8c0-49ee-af94-93917a73f3bd tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] No DVR routers for this DVR port ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2 on host hv-cinder-80473 {{(pid=104569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:36:25.324972 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-9d4a3ca4-26fb-45d8-b66c-92448360f772 req-41f83d8a-c8c0-49ee-af94-93917a73f3bd tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:25.329414 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9d4a3ca4-26fb-45d8-b66c-92448360f772 req-41f83d8a-c8c0-49ee-af94-93917a73f3bd tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.47 "DELETE /networking/v2.0/ports/ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2 HTTP/1.1" status: 204 len: 173 time: 1.6569064 Nov 02 07:36:25.329950 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d', 'name': 'network-vif-deleted', 'tag': 'ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:36:25.342568 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e2e623-b87a-4074-b2b6-68f047ac1e56" -d '{"events": [{"server_uuid": "01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d", "name": "network-vif-deleted", "tag": "ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:36:25.360918 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b636c29-b707-4e0b-81af-cad6b0427d02 None None] Routers {'809828a3-4f45-44a0-b054-defd7df6335b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:36:25.364472 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-8b636c29-b707-4e0b-81af-cad6b0427d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:36:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['809828a3-4f45-44a0-b054-defd7df6335b'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:25.404465 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efecba82-bc9c-4097-b279-a4eba0ac7bd4 x-openstack-request-id: req-efecba82-bc9c-4097-b279-a4eba0ac7bd4 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:36:25.404920 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d", "name": "network-vif-deleted", "tag": "ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:36:25.405176 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-efecba82-bc9c-4097-b279-a4eba0ac7bd4 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:36:25.405581 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efecba82-bc9c-4097-b279-a4eba0ac7bd4'] response: {'server_uuid': '01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d', 'name': 'network-vif-deleted', 'tag': 'ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2', 'status': 'completed', 'code': 200} Nov 02 07:36:25.463721 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:25.573937 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-54a5b8a6-26ee-470f-b6c5-e0e2b82e62a6 admin admin] Publish callbacks [] for port (314cd1a8-16ca-41e2-b1f3-90f625f1a623), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:25.585274 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8f65ddf0-50ac-43d6-ae4a-07cc53a576bc req-885ea589-9afa-4c98-9dcf-739016dd7a80 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 210 time: 0.0624719 Nov 02 07:36:25.594954 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-54a5b8a6-26ee-470f-b6c5-e0e2b82e62a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576543'] for port (314cd1a8-16ca-41e2-b1f3-90f625f1a623), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:25.610721 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:25.648666 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-54a5b8a6-26ee-470f-b6c5-e0e2b82e62a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-997922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-650966'] for router_interface (caa99077-dbbd-42eb-86ab-817583b0e67e), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:25.728078 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-8b636c29-b707-4e0b-81af-cad6b0427d02 None None] Set router 809828a3-4f45-44a0-b054-defd7df6335b gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:36:25.821074 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:25.890581 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d531f-1eeb-43f4-97f7-ac14cda8cf4a req-cf628324-1240-446a-8ec2-d94782483b14 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:25.893930 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f37d531f-1eeb-43f4-97f7-ac14cda8cf4a req-cf628324-1240-446a-8ec2-d94782483b14 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8f0c6bc8-dd75-40d4-8aa9-db602c43827f HTTP/1.1" status: 200 len: 946 time: 0.0876379 Nov 02 07:36:25.906543 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a5b8a6-26ee-470f-b6c5-e0e2b82e62a6 admin admin] Network 5c6f85dd-45ed-4684-846a-c63750ac56e2 is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:36:25.929881 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-54a5b8a6-26ee-470f-b6c5-e0e2b82e62a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:36:25.967417 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5b8a6-26ee-470f-b6c5-e0e2b82e62a6 admin admin] Pushing event updated for resources: {'Port': ['ID=314cd1a8-16ca-41e2-b1f3-90f625f1a623,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:25.991232 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f37d531f-1eeb-43f4-97f7-ac14cda8cf4a req-886a9710-b349-4fc9-9a56-d403b87f90cf tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901918 Nov 02 07:36:26.029165 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-8b636c29-b707-4e0b-81af-cad6b0427d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:30:52Z', 'revision_number': 4, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port': {'id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:46Z', 'updated_at': '2022-11-02T07:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '839da449-2ff2-45b6-97aa-874949fa1c1d', 'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'mac_address': 'fa:16:3e:81:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:51Z', 'updated_at': '2022-11-02T07:30:58Z', 'revision_number': 5, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'subnets': [{'id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:26.106129 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b636c29-b707-4e0b-81af-cad6b0427d02 None None] Checking router: 809828a3-4f45-44a0-b054-defd7df6335b for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:36:26.119149 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b636c29-b707-4e0b-81af-cad6b0427d02 None None] Routers {'809828a3-4f45-44a0-b054-defd7df6335b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:36:26.119984 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-8b636c29-b707-4e0b-81af-cad6b0427d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:36:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['809828a3-4f45-44a0-b054-defd7df6335b'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:26.142314 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-14a8cb9e-8de5-4344-a128-7f5ab15541da req-fb2a33d4-f568-4516-b8a6-12edfd97f7e2 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=01dc4b25-a0e4-458e-8e9b-44ecfea6ba2d HTTP/1.1" status: 200 len: 210 time: 0.0898082 Nov 02 07:36:26.217265 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a5b8a6-26ee-470f-b6c5-e0e2b82e62a6 admin admin] Router caa99077-dbbd-42eb-86ab-817583b0e67e has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:36:26.252457 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50118f6a-4093-4cfb-bba0-04e1ec78296f req-a0ca7ed3-885c-41b8-93bc-02a7bdf3c50b tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:26.254066 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-50118f6a-4093-4cfb-bba0-04e1ec78296f req-a0ca7ed3-885c-41b8-93bc-02a7bdf3c50b tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8f0c6bc8-dd75-40d4-8aa9-db602c43827f HTTP/1.1" status: 200 len: 946 time: 0.1026309 Nov 02 07:36:26.261074 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:26.359599 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-50118f6a-4093-4cfb-bba0-04e1ec78296f req-f497417c-fd7c-4c85-85cb-7d195825f718 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987363 Nov 02 07:36:26.392652 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 41158) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:26.392996 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a5b8a6-26ee-470f-b6c5-e0e2b82e62a6 admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:36:26.400744 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-54a5b8a6-26ee-470f-b6c5-e0e2b82e62a6 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/caa99077-dbbd-42eb-86ab-817583b0e67e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8251491 Nov 02 07:36:26.405693 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-3397740c-6a05-4bfe-86e6-d45d976e03e7 None None] Provisioning complete for port 314cd1a8-16ca-41e2-b1f3-90f625f1a623 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:26.406235 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-3397740c-6a05-4bfe-86e6-d45d976e03e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (314cd1a8-16ca-41e2-b1f3-90f625f1a623), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:26.406865 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-3397740c-6a05-4bfe-86e6-d45d976e03e7 None None] Attempt 1 to provision port 314cd1a8-16ca-41e2-b1f3-90f625f1a623 Nov 02 07:36:26.439556 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-8b636c29-b707-4e0b-81af-cad6b0427d02 None None] Set router 809828a3-4f45-44a0-b054-defd7df6335b gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:36:26.440199 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165e99ec-4361-442a-8941-7d2643a041c4 tempest-TestVolumeBootPattern-1697385160 tempest-TestVolumeBootPattern-1697385160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:26.444832 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 41162) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:26.447757 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-165e99ec-4361-442a-8941-7d2643a041c4 tempest-TestVolumeBootPattern-1697385160 tempest-TestVolumeBootPattern-1697385160-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8f0c6bc8-dd75-40d4-8aa9-db602c43827f HTTP/1.1" status: 200 len: 1125 time: 0.0431190 Nov 02 07:36:26.452293 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-f782ffcd-55e0-4fdc-ad75-74b4c1febcc8 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Request body: {'floatingip': {'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'port_id': 'a8803367-51f8-419d-a4e7-a51526460bb6', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:36:26.485262 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f782ffcd-55e0-4fdc-ad75-74b4c1febcc8 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:26.528190 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-3397740c-6a05-4bfe-86e6-d45d976e03e7 None None] Port 314cd1a8-16ca-41e2-b1f3-90f625f1a623 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:36:26.555647 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:36:26.588754 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:26.600538 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f782ffcd-55e0-4fdc-ad75-74b4c1febcc8 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:26.626788 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] No Port match for: ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:36:26.627034 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device ad23ba36-b704-412e-8ee2-7d9ab9ce9ee2 not bound to the agent host hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:36:26.758481 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-f782ffcd-55e0-4fdc-ad75-74b4c1febcc8 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Allocated IP 172.27.2.101 (ac01166e-81e9-4cae-b853-f9fd1f541c1c/957d630b-2ac5-4777-98af-d9a9e169b647/d82945e7-ddfb-4b7b-b0a3-87ecd87630ec) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:36:26.771684 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-8b636c29-b707-4e0b-81af-cad6b0427d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:30:52Z', 'revision_number': 4, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port': {'id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:46Z', 'updated_at': '2022-11-02T07:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '839da449-2ff2-45b6-97aa-874949fa1c1d', 'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'mac_address': 'fa:16:3e:81:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:51Z', 'updated_at': '2022-11-02T07:30:58Z', 'revision_number': 5, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'subnets': [{'id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:26.780648 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b34ce98b-5ef6-459f-8e6b-0f4dfe24dd81 req-b94d3659-b5d7-40dd-be9d-2aa853ac59c2 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 210 time: 0.0502026 Nov 02 07:36:26.819146 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b636c29-b707-4e0b-81af-cad6b0427d02 None None] The sync data for ids ['809828a3-4f45-44a0-b054-defd7df6335b'] in dv-cinder-804735-33-iscsi is: [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:30:52Z', 'revision_number': 4, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port': {'id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:46Z', 'updated_at': '2022-11-02T07:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '839da449-2ff2-45b6-97aa-874949fa1c1d', 'name': '', 'network_id': 'db626555-8790-4323-a9e4-7db2e2eaf177', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'mac_address': 'fa:16:3e:81:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:51Z', 'updated_at': '2022-11-02T07:30:58Z', 'revision_number': 5, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'subnets': [{'id': '177e8dac-5f29-4a70-91c6-723300d96a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:36:26.937224 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f782ffcd-55e0-4fdc-ad75-74b4c1febcc8 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for port (d82945e7-ddfb-4b7b-b0a3-87ecd87630ec), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:26.954669 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 41170) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:26.955791 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:26.958329 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 75246111-2bd2-4670-902f-802a88fbdc61 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:36:26.961005 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-72621069-4add-42e0-ae3f-4ee9ffaec1d5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Request body: {'security_group': {'name': 'tempest-securitygroup--818963103', 'description': 'tempest-description--773345276'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:36:27.002481 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f782ffcd-55e0-4fdc-ad75-74b4c1febcc8 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (d82945e7-ddfb-4b7b-b0a3-87ecd87630ec), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:27.006992 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-72621069-4add-42e0-ae3f-4ee9ffaec1d5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:27.014825 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 75246111-2bd2-4670-902f-802a88fbdc61 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:27.015191 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (75246111-2bd2-4670-902f-802a88fbdc61), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:27.015528 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 75246111-2bd2-4670-902f-802a88fbdc61 Nov 02 07:36:27.057780 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f782ffcd-55e0-4fdc-ad75-74b4c1febcc8 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Network ac01166e-81e9-4cae-b853-f9fd1f541c1c is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:36:27.062180 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-f782ffcd-55e0-4fdc-ad75-74b4c1febcc8 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:36:27.067521 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f782ffcd-55e0-4fdc-ad75-74b4c1febcc8 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:36:27.072050 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782ffcd-55e0-4fdc-ad75-74b4c1febcc8 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Pushing event updated for resources: {'Port': ['ID=d82945e7-ddfb-4b7b-b0a3-87ecd87630ec,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:27.101075 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 75246111-2bd2-4670-902f-802a88fbdc61 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:27.101488 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (75246111-2bd2-4670-902f-802a88fbdc61), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:27.126078 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port 75246111-2bd2-4670-902f-802a88fbdc61, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=75246111-2bd2-4670-902f-802a88fbdc61,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:36:27.128429 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-72621069-4add-42e0-ae3f-4ee9ffaec1d5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for security_group (721da727-de7f-4451-abae-78773a6dff6c), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:27.132279 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (75246111-2bd2-4670-902f-802a88fbdc61), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:27.133819 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-72621069-4add-42e0-ae3f-4ee9ffaec1d5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (721da727-de7f-4451-abae-78773a6dff6c), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:27.180380 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-72621069-4add-42e0-ae3f-4ee9ffaec1d5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:27.182689 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-72621069-4add-42e0-ae3f-4ee9ffaec1d5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2259223 Nov 02 07:36:27.185956 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 41174) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:27.190448 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-fb44d65d-64f8-493b-b630-5a606ba5a0fc tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Request body: {'security_group_rule': {'security_group_id': '721da727-de7f-4451-abae-78773a6dff6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:36:27.191416 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=75246111-2bd2-4670-902f-802a88fbdc61,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:27.215118 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72621069-4add-42e0-ae3f-4ee9ffaec1d5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=721da727-de7f-4451-abae-78773a6dff6c,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:27.236209 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb44d65d-64f8-493b-b630-5a606ba5a0fc tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for security_group_rule (9cdf57d0-5021-4d90-bd3b-107060c6d41f), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:27.288604 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 41178) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:27.347715 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb44d65d-64f8-493b-b630-5a606ba5a0fc tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for security_group_rule (9cdf57d0-5021-4d90-bd3b-107060c6d41f), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:27.358828 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb44d65d-64f8-493b-b630-5a606ba5a0fc tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (9cdf57d0-5021-4d90-bd3b-107060c6d41f), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:27.387559 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911a7fe3-a154-4188-b955-de3ac30cec8c None None] New status for floating IP 619e44c0-3213-4006-8ebf-fa5c9e08beee: DOWN {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 07:36:27.401032 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fa00cabd-89cc-4712-83e1-ccf0d92a1191 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group (a758c8f9-a3c8-4cf2-8911-a332c9db508f), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:27.405079 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44d65d-64f8-493b-b630-5a606ba5a0fc tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cdf57d0-5021-4d90-bd3b-107060c6d41f,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:27.423155 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fb44d65d-64f8-493b-b630-5a606ba5a0fc tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:27.426885 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-fb44d65d-64f8-493b-b630-5a606ba5a0fc tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2374444 Nov 02 07:36:27.429088 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 41180) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:27.433553 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-7a546116-b174-4db9-b309-e95ddb0b0e33 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Request body: {'security_group_rule': {'security_group_id': '721da727-de7f-4451-abae-78773a6dff6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:36:27.490099 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fa00cabd-89cc-4712-83e1-ccf0d92a1191 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group (a758c8f9-a3c8-4cf2-8911-a332c9db508f), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:27.609234 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:27.610966 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:27.618985 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-69d2c8bb-6c4f-448b-9331-643eb8e405cc tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:27.620634 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-69d2c8bb-6c4f-448b-9331-643eb8e405cc tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.47 "GET /networking/v2.0/networks?id=59746b03-2694-45ae-a6c9-a4cd96b42795 HTTP/1.1" status: 200 len: 814 time: 0.1734464 Nov 02 07:36:27.641518 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-bf96907a-f1d9-43f1-a6fb-64e2f85ea20d tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Request body: {'port': {'device_id': '72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8', 'network_id': '59746b03-2694-45ae-a6c9-a4cd96b42795', 'admin_state_up': True, 'tenant_id': '280ce4c6b9174073902820e2e922bedf'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:36:27.664619 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7a546116-b174-4db9-b309-e95ddb0b0e33 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for security_group_rule (8c2183c4-e4cb-4fe0-ab87-30badd1cd378), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:27.769820 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fa00cabd-89cc-4712-83e1-ccf0d92a1191 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (a758c8f9-a3c8-4cf2-8911-a332c9db508f), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:27.772386 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fa00cabd-89cc-4712-83e1-ccf0d92a1191 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:27.776566 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-fa00cabd-89cc-4712-83e1-ccf0d92a1191 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a758c8f9-a3c8-4cf2-8911-a332c9db508f HTTP/1.1" status: 204 len: 168 time: 0.4840109 Nov 02 07:36:27.783579 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 41186) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:27.814502 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00cabd-89cc-4712-83e1-ccf0d92a1191 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a758c8f9-a3c8-4cf2-8911-a332c9db508f,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:27.830601 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.api.v2.resource [None req-cac45777-9b26-44c8-a037-4fe8bc7b4f2a tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] show failed (client error): The resource could not be found. Nov 02 07:36:27.831782 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-cac45777-9b26-44c8-a037-4fe8bc7b4f2a tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "GET /networking/v2.0/security-groups/a758c8f9-a3c8-4cf2-8911-a332c9db508f HTTP/1.1" status: 404 len: 347 time: 0.0434313 Nov 02 07:36:27.843776 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 41194) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:27.919561 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7a546116-b174-4db9-b309-e95ddb0b0e33 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for security_group_rule (8c2183c4-e4cb-4fe0-ab87-30badd1cd378), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:27.929488 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f782ffcd-55e0-4fdc-ad75-74b4c1febcc8 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for floatingip (e751ed0c-1f68-45f4-8fc4-5ec1ac9f7df7), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:27.930084 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82ae56d-ed28-46d2-8e5e-c6e1654add45 None None] Sync routers for ids ['caa99077-dbbd-42eb-86ab-817583b0e67e'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:36:27.940764 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7a546116-b174-4db9-b309-e95ddb0b0e33 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (8c2183c4-e4cb-4fe0-ab87-30badd1cd378), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:27.944082 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82ae56d-ed28-46d2-8e5e-c6e1654add45 None None] Routers {'caa99077-dbbd-42eb-86ab-817583b0e67e'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:36:27.946233 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-e82ae56d-ed28-46d2-8e5e-c6e1654add45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:36:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['caa99077-dbbd-42eb-86ab-817583b0e67e'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:28.026886 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f782ffcd-55e0-4fdc-ad75-74b4c1febcc8 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (d82945e7-ddfb-4b7b-b0a3-87ecd87630ec), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:28.029562 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a546116-b174-4db9-b309-e95ddb0b0e33 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c2183c4-e4cb-4fe0-ab87-30badd1cd378,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:28.033852 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-fbfd6a62-e47d-4ae0-a332-cd074f5fb69b req-261a6c4b-14ee-4a12-b219-f902ffd19cb1 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 210 time: 0.1066275 Nov 02 07:36:28.038637 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-bf96907a-f1d9-43f1-a6fb-64e2f85ea20d tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Made reservation on behalf of 280ce4c6b9174073902820e2e922bedf for: {'port': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:36:28.042775 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-bf96907a-f1d9-43f1-a6fb-64e2f85ea20d tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:28.065735 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:28.081292 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-e82ae56d-ed28-46d2-8e5e-c6e1654add45 None None] Set router caa99077-dbbd-42eb-86ab-817583b0e67e gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:36:28.087635 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7a546116-b174-4db9-b309-e95ddb0b0e33 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:28.088869 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-7a546116-b174-4db9-b309-e95ddb0b0e33 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6588471 Nov 02 07:36:28.092928 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 41202) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:28.099296 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-7774fe6b-1d4d-4430-a611-6d2157dfe0a2 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Request body: {'floatingip': {'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:36:28.134777 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-c89ac709-8599-4174-be92-1693cbd77d12 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Deleting port 652dc65c-f922-4544-a48f-633576317336 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:36:28.135532 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c89ac709-8599-4174-be92-1693cbd77d12 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (652dc65c-f922-4544-a48f-633576317336), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:28.185494 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:UPDATE=2,neutron:INSERT=3,neutron:SELECT=95 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:28.190578 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7774fe6b-1d4d-4430-a611-6d2157dfe0a2 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:28.233538 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f782ffcd-55e0-4fdc-ad75-74b4c1febcc8 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for port (d82945e7-ddfb-4b7b-b0a3-87ecd87630ec), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:28.236460 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:28.242467 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f782ffcd-55e0-4fdc-ad75-74b4c1febcc8 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576543'] for port (d82945e7-ddfb-4b7b-b0a3-87ecd87630ec), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:28.395754 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c89ac709-8599-4174-be92-1693cbd77d12 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (652dc65c-f922-4544-a48f-633576317336), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:28.396405 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c89ac709-8599-4174-be92-1693cbd77d12 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for floatingip (652dc65c-f922-4544-a48f-633576317336), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:28.400173 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-e82ae56d-ed28-46d2-8e5e-c6e1654add45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'name': 'tempest-AttachVolumeTestJSON-1597362884-router', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '75246111-2bd2-4670-902f-802a88fbdc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:36:21Z', 'updated_at': '2022-11-02T07:36:24Z', 'revision_number': 4, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'gw_port': {'id': '75246111-2bd2-4670-902f-802a88fbdc61', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:22Z', 'updated_at': '2022-11-02T07:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '314cd1a8-16ca-41e2-b1f3-90f625f1a623', 'name': '', 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'mac_address': 'fa:16:3e:13:31:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:24Z', 'updated_at': '2022-11-02T07:36:25Z', 'revision_number': 2, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'subnets': [{'id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:28.402202 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:28.413407 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7774fe6b-1d4d-4430-a611-6d2157dfe0a2 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:28.431982 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-c89ac709-8599-4174-be92-1693cbd77d12 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Calling delete_port for 652dc65c-f922-4544-a48f-633576317336 owned by network:floatingip {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:36:28.432314 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782ffcd-55e0-4fdc-ad75-74b4c1febcc8 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Pushing event updated for resources: {'Port': ['ID=d82945e7-ddfb-4b7b-b0a3-87ecd87630ec,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:28.452001 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f782ffcd-55e0-4fdc-ad75-74b4c1febcc8 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (e751ed0c-1f68-45f4-8fc4-5ec1ac9f7df7), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:28.467275 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-bf96907a-f1d9-43f1-a6fb-64e2f85ea20d tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Allocated IP 172.20.0.12 (59746b03-2694-45ae-a6c9-a4cd96b42795/33654569-10a4-4eaf-ab6f-7413caacc56f/33ad81f7-86a8-4d84-8799-f57ab596e5c4) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:36:28.472173 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82ae56d-ed28-46d2-8e5e-c6e1654add45 None None] Checking router: caa99077-dbbd-42eb-86ab-817583b0e67e for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:36:28.472569 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82ae56d-ed28-46d2-8e5e-c6e1654add45 None None] Updating router caa99077-dbbd-42eb-86ab-817583b0e67e port 314cd1a8-16ca-41e2-b1f3-90f625f1a623 binding host dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 07:36:28.545373 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-e82ae56d-ed28-46d2-8e5e-c6e1654add45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (314cd1a8-16ca-41e2-b1f3-90f625f1a623), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:28.602300 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:28.628512 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.db.l3_db [None req-f782ffcd-55e0-4fdc-ad75-74b4c1febcc8 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Floating IP e751ed0c-1f68-45f4-8fc4-5ec1ac9f7df7 associated. External IP: 172.27.2.101, port: a8803367-51f8-419d-a4e7-a51526460bb6. Nov 02 07:36:28.664560 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:28.674186 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:28.951153 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-7774fe6b-1d4d-4430-a611-6d2157dfe0a2 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Allocated IP 172.27.2.45 (ac01166e-81e9-4cae-b853-f9fd1f541c1c/957d630b-2ac5-4777-98af-d9a9e169b647/36f5264e-fe34-437a-b89e-098f4dedd8cf) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:36:28.974722 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-e82ae56d-ed28-46d2-8e5e-c6e1654add45 None None] Publish callbacks [] for port (314cd1a8-16ca-41e2-b1f3-90f625f1a623), precommit_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:28.984423 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-e82ae56d-ed28-46d2-8e5e-c6e1654add45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (314cd1a8-16ca-41e2-b1f3-90f625f1a623), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:29.007878 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 75246111-2bd2-4670-902f-802a88fbdc61 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:36:29.040891 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f782ffcd-55e0-4fdc-ad75-74b4c1febcc8 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Router 26112d59-8b1b-477a-acfc-80c36e5d6753 has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:36:29.155752 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d663050-27f3-4492-b19e-c5d03ff0bb19 None None] Pushing event updated for resources: {'Port': ['ID=314cd1a8-16ca-41e2-b1f3-90f625f1a623,revision_number=3']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:29.179589 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-e82ae56d-ed28-46d2-8e5e-c6e1654add45 None None] Attempting to bind port 314cd1a8-16ca-41e2-b1f3-90f625f1a623 on host dv-cinder-804735-33-iscsi for vnic_type normal with profile {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:36:29.179959 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-e82ae56d-ed28-46d2-8e5e-c6e1654add45 None None] Attempting to bind port 314cd1a8-16ca-41e2-b1f3-90f625f1a623 by drivers openvswitch,hyperv on host dv-cinder-804735-33-iscsi at level 0 using segments [{'id': '91deb477-2a25-491c-b052-05350861dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2'}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:36:29.180349 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82ae56d-ed28-46d2-8e5e-c6e1654add45 None None] Attempting to bind port 314cd1a8-16ca-41e2-b1f3-90f625f1a623 on network 5c6f85dd-45ed-4684-846a-c63750ac56e2 {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:36:29.226756 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 75246111-2bd2-4670-902f-802a88fbdc61 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:29.227157 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (75246111-2bd2-4670-902f-802a88fbdc61), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:29.227495 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 75246111-2bd2-4670-902f-802a88fbdc61 Nov 02 07:36:29.244473 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f782ffcd-55e0-4fdc-ad75-74b4c1febcc8 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:36:29.258636 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d1ac10-495a-4b08-a6ce-ca7bc390e487 None None] Sync routers for ids ['26112d59-8b1b-477a-acfc-80c36e5d6753'] in dv-cinder-804735-33-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:36:29.285701 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82ae56d-ed28-46d2-8e5e-c6e1654add45 None None] Checking agent: {'id': '2127d25f-2aa5-4ce3-9f70-85fc8e19807a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 21, 21), 'started_at': datetime.datetime(2022, 11, 2, 7, 21, 51), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:36:29.286236 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82ae56d-ed28-46d2-8e5e-c6e1654add45 None None] Checking segment: {'id': '91deb477-2a25-491c-b052-05350861dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:36:29.287018 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-e82ae56d-ed28-46d2-8e5e-c6e1654add45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:29.287659 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82ae56d-ed28-46d2-8e5e-c6e1654add45 None None] Bound using segment: {'id': '91deb477-2a25-491c-b052-05350861dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2'} {{(pid=104570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:36:29.288432 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.managers [None req-e82ae56d-ed28-46d2-8e5e-c6e1654add45 None None] Bound port: 314cd1a8-16ca-41e2-b1f3-90f625f1a623, host: dv-cinder-804735-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91deb477-2a25-491c-b052-05350861dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2'}}] {{(pid=104570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:36:29.289055 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-e82ae56d-ed28-46d2-8e5e-c6e1654add45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (314cd1a8-16ca-41e2-b1f3-90f625f1a623), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:29.289818 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d1ac10-495a-4b08-a6ce-ca7bc390e487 None None] Routers {'26112d59-8b1b-477a-acfc-80c36e5d6753'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:36:29.292581 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-63d1ac10-495a-4b08-a6ce-ca7bc390e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:36:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['26112d59-8b1b-477a-acfc-80c36e5d6753'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:29.298138 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f782ffcd-55e0-4fdc-ad75-74b4c1febcc8 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:29.335657 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-f782ffcd-55e0-4fdc-ad75-74b4c1febcc8 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8888347 Nov 02 07:36:29.336350 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0c6bc8-dd75-40d4-8aa9-db602c43827f', 'tag': 'a8803367-51f8-419d-a4e7-a51526460bb6'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:36:29.338806 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9997e5a547caebf426b03fe71677bb46cfe6f7be44514c48e4ec619a10615394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842c8759-7af8-4a7c-9cbb-9eafb8027f08" -d '{"events": [{"name": "network-changed", "server_uuid": "8f0c6bc8-dd75-40d4-8aa9-db602c43827f", "tag": "a8803367-51f8-419d-a4e7-a51526460bb6"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:36:29.388642 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2986142-7f6f-4951-a628-71fc5da8a393 x-openstack-request-id: req-d2986142-7f6f-4951-a628-71fc5da8a393 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:36:29.389265 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f0c6bc8-dd75-40d4-8aa9-db602c43827f", "tag": "a8803367-51f8-419d-a4e7-a51526460bb6", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:36:29.389677 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2986142-7f6f-4951-a628-71fc5da8a393 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:36:29.390243 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2986142-7f6f-4951-a628-71fc5da8a393'] response: {'name': 'network-changed', 'server_uuid': '8f0c6bc8-dd75-40d4-8aa9-db602c43827f', 'tag': 'a8803367-51f8-419d-a4e7-a51526460bb6', 'status': 'completed', 'code': 200} Nov 02 07:36:29.528001 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-63d1ac10-495a-4b08-a6ce-ca7bc390e487 None None] Set router 26112d59-8b1b-477a-acfc-80c36e5d6753 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:36:29.603319 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-e82ae56d-ed28-46d2-8e5e-c6e1654add45 None None] For port 314cd1a8-16ca-41e2-b1f3-90f625f1a623, host dv-cinder-804735-33-iscsi, cleared binding levels {{(pid=104570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:36:29.606665 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-e82ae56d-ed28-46d2-8e5e-c6e1654add45 None None] For port 314cd1a8-16ca-41e2-b1f3-90f625f1a623, host dv-cinder-804735-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=314cd1a8-16ca-41e2-b1f3-90f625f1a623,segment=NetworkSegment(91deb477-2a25-491c-b052-05350861dcc3),segment_id=91deb477-2a25-491c-b052-05350861dcc3)] {{(pid=104570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:36:29.609341 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:29.650773 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4b00dd69-9fea-45d7-82c7-b9e57399aca3 req-e8be4b65-2248-42a1-bce8-ab740a51c28a tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 210 time: 0.0798640 Nov 02 07:36:29.651654 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 75246111-2bd2-4670-902f-802a88fbdc61 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:29.655243 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-e82ae56d-ed28-46d2-8e5e-c6e1654add45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (314cd1a8-16ca-41e2-b1f3-90f625f1a623), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:29.685332 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:29.711962 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c8759-7af8-4a7c-9cbb-9eafb8027f08 req-c55a3008-7d42-4f5d-a6d6-f97717cca156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:29.714909 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-842c8759-7af8-4a7c-9cbb-9eafb8027f08 req-c55a3008-7d42-4f5d-a6d6-f97717cca156 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=566514b413e24aaebe69c11ce2159ac9&device_id=8f0c6bc8-dd75-40d4-8aa9-db602c43827f HTTP/1.1" status: 200 len: 1130 time: 0.1032586 Nov 02 07:36:29.726395 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82ae56d-ed28-46d2-8e5e-c6e1654add45 None None] Routers {'caa99077-dbbd-42eb-86ab-817583b0e67e'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:36:29.727072 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-e82ae56d-ed28-46d2-8e5e-c6e1654add45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:36:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['caa99077-dbbd-42eb-86ab-817583b0e67e'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:29.839382 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d663050-27f3-4492-b19e-c5d03ff0bb19 None None] Pushing event updated for resources: {'Port': ['ID=314cd1a8-16ca-41e2-b1f3-90f625f1a623,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:29.849768 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c89ac709-8599-4174-be92-1693cbd77d12 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (652dc65c-f922-4544-a48f-633576317336), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:29.875426 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c8759-7af8-4a7c-9cbb-9eafb8027f08 req-fca3e295-34f1-42be-9aaa-5eed673a21dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:29.877357 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-842c8759-7af8-4a7c-9cbb-9eafb8027f08 req-fca3e295-34f1-42be-9aaa-5eed673a21dc service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=f6809857-e0de-42f0-baa8-be80912a85f1 HTTP/1.1" status: 200 len: 913 time: 0.1197090 Nov 02 07:36:29.926563 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-63d1ac10-495a-4b08-a6ce-ca7bc390e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'name': 'tempest-TestVolumeBootPattern-1641613649-router', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:20Z', 'updated_at': '2022-11-02T07:30:26Z', 'revision_number': 4, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'gw_port': {'id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:21Z', 'updated_at': '2022-11-02T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '0d105f55-5dbd-40ed-aaa0-0e2d2dd5ef6e', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'port_id': '5170ac1a-792e-408b-9e77-31d91e95efd5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'mac_address': 'fa:16:3e:47:ad:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63e70e7-b2ef-4b6e-9457-7f92d1adc30b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:34:18Z', 'updated_at': '2022-11-02T07:34:19Z', 'revision_number': 1, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'fixed_ip_address_scope': None}, {'id': 'e751ed0c-1f68-45f4-8fc4-5ec1ac9f7df7', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'floating_ip_address': '172.27.2.101', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'port_id': 'a8803367-51f8-419d-a4e7-a51526460bb6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'mac_address': 'fa:16:3e:3f:47:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0c6bc8-dd75-40d4-8aa9-db602c43827f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:36:27Z', 'updated_at': '2022-11-02T07:36:27Z', 'revision_number': 0, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393f498e-4c1a-4e54-aa83-f24d808618db', 'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'mac_address': 'fa:16:3e:5d:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:25Z', 'updated_at': '2022-11-02T07:30:36Z', 'revision_number': 5, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'subnets': [{'id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:29.985768 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d1ac10-495a-4b08-a6ce-ca7bc390e487 None None] Checking router: 26112d59-8b1b-477a-acfc-80c36e5d6753 for host: dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:36:29.988454 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-e82ae56d-ed28-46d2-8e5e-c6e1654add45 None None] Set router caa99077-dbbd-42eb-86ab-817583b0e67e gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:36:30.005128 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b8b46c74-2a2e-46ac-9be9-8e8ccc0e26c7 req-3872bc83-dc13-4516-9b0d-6834682aa6dc service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3376462 Nov 02 07:36:30.012640 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ac709-8599-4174-be92-1693cbd77d12 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Pushing event deleted for resources: {'Port': ['ID=652dc65c-f922-4544-a48f-633576317336,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:30.023563 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-bf96907a-f1d9-43f1-a6fb-64e2f85ea20d tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for port (33ad81f7-86a8-4d84-8799-f57ab596e5c4), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:30.034106 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-842c8759-7af8-4a7c-9cbb-9eafb8027f08 req-0df87aee-bbaa-414f-aca2-1c0490150dee service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8803367-51f8-419d-a4e7-a51526460bb6 HTTP/1.1" status: 200 len: 1000 time: 0.1231482 Nov 02 07:36:30.034937 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d1ac10-495a-4b08-a6ce-ca7bc390e487 None None] Routers {'26112d59-8b1b-477a-acfc-80c36e5d6753'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:36:30.035752 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-63d1ac10-495a-4b08-a6ce-ca7bc390e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:36:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['26112d59-8b1b-477a-acfc-80c36e5d6753'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:30.065768 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7774fe6b-1d4d-4430-a611-6d2157dfe0a2 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for port (36f5264e-fe34-437a-b89e-098f4dedd8cf), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:30.087197 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c89ac709-8599-4174-be92-1693cbd77d12 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks [] for floatingip (619e44c0-3213-4006-8ebf-fa5c9e08beee), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:30.090438 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c89ac709-8599-4174-be92-1693cbd77d12 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:30.094868 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-c89ac709-8599-4174-be92-1693cbd77d12 tempest-AttachVolumeNegativeTest-1808551701 tempest-AttachVolumeNegativeTest-1808551701-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/619e44c0-3213-4006-8ebf-fa5c9e08beee HTTP/1.1" status: 204 len: 168 time: 2.2454650 Nov 02 07:36:30.192262 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c8759-7af8-4a7c-9cbb-9eafb8027f08 req-ede2f02d-b277-4be3-80e8-99c00e431127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:30.193956 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-842c8759-7af8-4a7c-9cbb-9eafb8027f08 req-ede2f02d-b277-4be3-80e8-99c00e431127 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=77ee38fc-7b77-488d-b9f4-ad8de0678fd1 HTTP/1.1" status: 200 len: 851 time: 0.0937426 Nov 02 07:36:30.240805 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-bf96907a-f1d9-43f1-a6fb-64e2f85ea20d tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (33ad81f7-86a8-4d84-8799-f57ab596e5c4), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:30.311255 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:30.323504 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-bf96907a-f1d9-43f1-a6fb-64e2f85ea20d tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Network 59746b03-2694-45ae-a6c9-a4cd96b42795 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:36:30.330717 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96907a-f1d9-43f1-a6fb-64e2f85ea20d tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Pushing event updated for resources: {'Port': ['ID=33ad81f7-86a8-4d84-8799-f57ab596e5c4,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:30.334847 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-bf96907a-f1d9-43f1-a6fb-64e2f85ea20d tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:36:30.337736 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-bf96907a-f1d9-43f1-a6fb-64e2f85ea20d tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:36:30.341597 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c8759-7af8-4a7c-9cbb-9eafb8027f08 req-bba57fd4-fae9-4301-a41a-9e4af6fd7349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:30.346675 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:30.352388 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-842c8759-7af8-4a7c-9cbb-9eafb8027f08 req-bba57fd4-fae9-4301-a41a-9e4af6fd7349 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=f6809857-e0de-42f0-baa8-be80912a85f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1446750 Nov 02 07:36:30.369359 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-63d1ac10-495a-4b08-a6ce-ca7bc390e487 None None] Set router 26112d59-8b1b-477a-acfc-80c36e5d6753 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:36:30.409208 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b46c74-2a2e-46ac-9be9-8e8ccc0e26c7 req-84636441-648d-43ce-938c-7fd960090814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:30.412031 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b8b46c74-2a2e-46ac-9be9-8e8ccc0e26c7 req-84636441-648d-43ce-938c-7fd960090814 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=82915a36bbdb4b5998fd98833e234ad2&device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 1129 time: 0.2799470 Nov 02 07:36:30.421287 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7774fe6b-1d4d-4430-a611-6d2157dfe0a2 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (36f5264e-fe34-437a-b89e-098f4dedd8cf), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:30.511511 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7774fe6b-1d4d-4430-a611-6d2157dfe0a2 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Network ac01166e-81e9-4cae-b853-f9fd1f541c1c is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:36:30.564287 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:30.582162 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-7774fe6b-1d4d-4430-a611-6d2157dfe0a2 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:36:30.592532 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-bf96907a-f1d9-43f1-a6fb-64e2f85ea20d tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:30.594860 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-e82ae56d-ed28-46d2-8e5e-c6e1654add45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'name': 'tempest-AttachVolumeTestJSON-1597362884-router', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '75246111-2bd2-4670-902f-802a88fbdc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:36:21Z', 'updated_at': '2022-11-02T07:36:24Z', 'revision_number': 4, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'gw_port': {'id': '75246111-2bd2-4670-902f-802a88fbdc61', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:22Z', 'updated_at': '2022-11-02T07:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '314cd1a8-16ca-41e2-b1f3-90f625f1a623', 'name': '', 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'mac_address': 'fa:16:3e:13:31:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:24Z', 'updated_at': '2022-11-02T07:36:29Z', 'revision_number': 4, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'subnets': [{'id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:30.603191 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-bf96907a-f1d9-43f1-a6fb-64e2f85ea20d tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:30.610725 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7774fe6b-1d4d-4430-a611-6d2157dfe0a2 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:36:30.615622 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-842c8759-7af8-4a7c-9cbb-9eafb8027f08 req-8b919d33-0f6d-402f-9665-9e208bd41da1 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f6809857-e0de-42f0-baa8-be80912a85f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491550 Nov 02 07:36:30.706054 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82ae56d-ed28-46d2-8e5e-c6e1654add45 None None] The sync data for ids ['caa99077-dbbd-42eb-86ab-817583b0e67e'] in dv-cinder-804735-33-iscsi is: [{'id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'name': 'tempest-AttachVolumeTestJSON-1597362884-router', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '75246111-2bd2-4670-902f-802a88fbdc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:36:21Z', 'updated_at': '2022-11-02T07:36:24Z', 'revision_number': 4, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'gw_port': {'id': '75246111-2bd2-4670-902f-802a88fbdc61', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:22Z', 'updated_at': '2022-11-02T07:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '314cd1a8-16ca-41e2-b1f3-90f625f1a623', 'name': '', 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'mac_address': 'fa:16:3e:13:31:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:24Z', 'updated_at': '2022-11-02T07:36:29Z', 'revision_number': 4, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'subnets': [{'id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:36:30.776982 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-bf96907a-f1d9-43f1-a6fb-64e2f85ea20d tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1410248 Nov 02 07:36:30.777757 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774fe6b-1d4d-4430-a611-6d2157dfe0a2 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Pushing event updated for resources: {'Port': ['ID=36f5264e-fe34-437a-b89e-098f4dedd8cf,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:30.843124 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4cd86cb6-bc84-4b0d-80c5-88794626f810 None None] Provisioning complete for port 33ad81f7-86a8-4d84-8799-f57ab596e5c4 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:30.843752 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4cd86cb6-bc84-4b0d-80c5-88794626f810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (33ad81f7-86a8-4d84-8799-f57ab596e5c4), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:30.844647 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4cd86cb6-bc84-4b0d-80c5-88794626f810 None None] Attempt 1 to provision port 33ad81f7-86a8-4d84-8799-f57ab596e5c4 Nov 02 07:36:30.850138 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:30.860369 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-54cf7c28-66c0-424b-a241-c4b335c94ff5 service neutron] Request body: {'port': {'device_id': '72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:36:30.943513 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4cd86cb6-bc84-4b0d-80c5-88794626f810 None None] Port 33ad81f7-86a8-4d84-8799-f57ab596e5c4 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:36:30.989708 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:30.995603 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-63d1ac10-495a-4b08-a6ce-ca7bc390e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'name': 'tempest-TestVolumeBootPattern-1641613649-router', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:20Z', 'updated_at': '2022-11-02T07:30:26Z', 'revision_number': 4, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'gw_port': {'id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:21Z', 'updated_at': '2022-11-02T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '0d105f55-5dbd-40ed-aaa0-0e2d2dd5ef6e', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'port_id': '5170ac1a-792e-408b-9e77-31d91e95efd5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'mac_address': 'fa:16:3e:47:ad:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63e70e7-b2ef-4b6e-9457-7f92d1adc30b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:34:18Z', 'updated_at': '2022-11-02T07:34:19Z', 'revision_number': 1, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'fixed_ip_address_scope': None}, {'id': 'e751ed0c-1f68-45f4-8fc4-5ec1ac9f7df7', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'floating_ip_address': '172.27.2.101', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'port_id': 'a8803367-51f8-419d-a4e7-a51526460bb6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'mac_address': 'fa:16:3e:3f:47:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0c6bc8-dd75-40d4-8aa9-db602c43827f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:36:27Z', 'updated_at': '2022-11-02T07:36:27Z', 'revision_number': 0, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393f498e-4c1a-4e54-aa83-f24d808618db', 'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'mac_address': 'fa:16:3e:5d:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:25Z', 'updated_at': '2022-11-02T07:30:36Z', 'revision_number': 5, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'subnets': [{'id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:30.996053 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [req-842c8759-7af8-4a7c-9cbb-9eafb8027f08 req-5a1e8627-b7db-4161-be16-855a31aac924 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f6809857-e0de-42f0-baa8-be80912a85f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701694 Nov 02 07:36:31.058141 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d1ac10-495a-4b08-a6ce-ca7bc390e487 None None] The sync data for ids ['26112d59-8b1b-477a-acfc-80c36e5d6753'] in dv-cinder-804735-33-iscsi is: [{'id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'name': 'tempest-TestVolumeBootPattern-1641613649-router', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:20Z', 'updated_at': '2022-11-02T07:30:26Z', 'revision_number': 4, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'gw_port': {'id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:21Z', 'updated_at': '2022-11-02T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '0d105f55-5dbd-40ed-aaa0-0e2d2dd5ef6e', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'port_id': '5170ac1a-792e-408b-9e77-31d91e95efd5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'mac_address': 'fa:16:3e:47:ad:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63e70e7-b2ef-4b6e-9457-7f92d1adc30b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:34:18Z', 'updated_at': '2022-11-02T07:34:19Z', 'revision_number': 1, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'fixed_ip_address_scope': None}, {'id': 'e751ed0c-1f68-45f4-8fc4-5ec1ac9f7df7', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'floating_ip_address': '172.27.2.101', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'port_id': 'a8803367-51f8-419d-a4e7-a51526460bb6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'mac_address': 'fa:16:3e:3f:47:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0c6bc8-dd75-40d4-8aa9-db602c43827f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:36:27Z', 'updated_at': '2022-11-02T07:36:27Z', 'revision_number': 0, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393f498e-4c1a-4e54-aa83-f24d808618db', 'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'mac_address': 'fa:16:3e:5d:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:25Z', 'updated_at': '2022-11-02T07:30:36Z', 'revision_number': 5, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'subnets': [{'id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:36:31.065455 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b46c74-2a2e-46ac-9be9-8e8ccc0e26c7 req-81d9f894-54d9-4644-94de-dd735f266a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:31.067213 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b8b46c74-2a2e-46ac-9be9-8e8ccc0e26c7 req-81d9f894-54d9-4644-94de-dd735f266a31 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=a4b569f4-0220-4fbb-945d-473979044420 HTTP/1.1" status: 200 len: 910 time: 0.5796325 Nov 02 07:36:31.170580 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 314cd1a8-16ca-41e2-b1f3-90f625f1a623 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:36:31.216410 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52678b79-1267-4497-814e-23f52451d43f req-38e982d2-dc3d-4935-a2f2-dbdabc1e4f50 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:31.217963 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-52678b79-1267-4497-814e-23f52451d43f req-38e982d2-dc3d-4935-a2f2-dbdabc1e4f50 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 932 time: 0.3779085 Nov 02 07:36:31.222861 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7774fe6b-1d4d-4430-a611-6d2157dfe0a2 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for floatingip (9536abf0-deac-4dfe-9fff-280ea613d57c), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:31.345809 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 314cd1a8-16ca-41e2-b1f3-90f625f1a623 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:31.346415 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (314cd1a8-16ca-41e2-b1f3-90f625f1a623), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:31.350794 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 314cd1a8-16ca-41e2-b1f3-90f625f1a623 Nov 02 07:36:31.354239 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-54cf7c28-66c0-424b-a241-c4b335c94ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (33ad81f7-86a8-4d84-8799-f57ab596e5c4), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:31.454772 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b8b46c74-2a2e-46ac-9be9-8e8ccc0e26c7 req-01feceea-5adc-4089-9128-91d8c392d756 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=697a5305-479b-4888-ac9b-d59e4662ea13 HTTP/1.1" status: 200 len: 1001 time: 0.3121240 Nov 02 07:36:31.474875 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7774fe6b-1d4d-4430-a611-6d2157dfe0a2 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (36f5264e-fe34-437a-b89e-098f4dedd8cf), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:31.557936 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 314cd1a8-16ca-41e2-b1f3-90f625f1a623 is: DOWN; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:31.558548 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (314cd1a8-16ca-41e2-b1f3-90f625f1a623), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:31.615391 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] For port 314cd1a8-16ca-41e2-b1f3-90f625f1a623, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=314cd1a8-16ca-41e2-b1f3-90f625f1a623,segment=NetworkSegment(91deb477-2a25-491c-b052-05350861dcc3),segment_id=91deb477-2a25-491c-b052-05350861dcc3)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:36:31.633702 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:36:31.637245 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109c0592-c3ae-42b7-b926-9150f16410f7 None None] New status for floating IP e751ed0c-1f68-45f4-8fc4-5ec1ac9f7df7: ACTIVE {{(pid=104570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 07:36:31.637738 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (314cd1a8-16ca-41e2-b1f3-90f625f1a623), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:31.688644 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-52678b79-1267-4497-814e-23f52451d43f req-6f6b7ba8-a957-443e-8ff1-8ccf0637f010 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261115 Nov 02 07:36:31.855846 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Pushing event updated for resources: {'Port': ['ID=314cd1a8-16ca-41e2-b1f3-90f625f1a623,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:31.886676 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b46c74-2a2e-46ac-9be9-8e8ccc0e26c7 req-d363aa85-8a40-4341-94b3-14f3dfbfdb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:31.886676 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b8b46c74-2a2e-46ac-9be9-8e8ccc0e26c7 req-d363aa85-8a40-4341-94b3-14f3dfbfdb13 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=fdac1f18-4f67-4d45-9794-697cbfd49b75 HTTP/1.1" status: 200 len: 848 time: 0.2797251 Nov 02 07:36:31.931111 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:32.107134 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:32.185193 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7774fe6b-1d4d-4430-a611-6d2157dfe0a2 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for port (36f5264e-fe34-437a-b89e-098f4dedd8cf), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:32.221865 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7774fe6b-1d4d-4430-a611-6d2157dfe0a2 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (36f5264e-fe34-437a-b89e-098f4dedd8cf), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:32.360903 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-54cf7c28-66c0-424b-a241-c4b335c94ff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ad81f7-86a8-4d84-8799-f57ab596e5c4 {{(pid=104569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:36:32.376606 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-54cf7c28-66c0-424b-a241-c4b335c94ff5 service neutron] Publish callbacks [] for port (33ad81f7-86a8-4d84-8799-f57ab596e5c4), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:32.379102 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774fe6b-1d4d-4430-a611-6d2157dfe0a2 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Pushing event updated for resources: {'Port': ['ID=36f5264e-fe34-437a-b89e-098f4dedd8cf,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:32.390857 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7774fe6b-1d4d-4430-a611-6d2157dfe0a2 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (9536abf0-deac-4dfe-9fff-280ea613d57c), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:32.411235 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.provisioning_blocks [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-54cf7c28-66c0-424b-a241-c4b335c94ff5 service neutron] Transition to ACTIVE for port object 33ad81f7-86a8-4d84-8799-f57ab596e5c4 will not be triggered until provisioned by entity L2. {{(pid=104569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 07:36:32.419874 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-54cf7c28-66c0-424b-a241-c4b335c94ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (33ad81f7-86a8-4d84-8799-f57ab596e5c4), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:32.429813 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7774fe6b-1d4d-4430-a611-6d2157dfe0a2 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:32.440672 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-7774fe6b-1d4d-4430-a611-6d2157dfe0a2 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3353903 Nov 02 07:36:32.538975 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf7c28-66c0-424b-a241-c4b335c94ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=33ad81f7-86a8-4d84-8799-f57ab596e5c4,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:32.581076 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-54cf7c28-66c0-424b-a241-c4b335c94ff5 service neutron] Attempting to bind port 33ad81f7-86a8-4d84-8799-f57ab596e5c4 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:36:32.581686 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-54cf7c28-66c0-424b-a241-c4b335c94ff5 service neutron] Attempting to bind port 33ad81f7-86a8-4d84-8799-f57ab596e5c4 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '268daac8-05c1-473f-8a22-a8ddb6dd3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '59746b03-2694-45ae-a6c9-a4cd96b42795'}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:36:32.582160 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-54cf7c28-66c0-424b-a241-c4b335c94ff5 service neutron] Attempting to bind port 33ad81f7-86a8-4d84-8799-f57ab596e5c4 on network 59746b03-2694-45ae-a6c9-a4cd96b42795 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:36:32.660440 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-54cf7c28-66c0-424b-a241-c4b335c94ff5 service neutron] Port 33ad81f7-86a8-4d84-8799-f57ab596e5c4 on network 59746b03-2694-45ae-a6c9-a4cd96b42795 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 07:36:32.660921 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-54cf7c28-66c0-424b-a241-c4b335c94ff5 service neutron] Attempting to bind port 33ad81f7-86a8-4d84-8799-f57ab596e5c4 on network 59746b03-2694-45ae-a6c9-a4cd96b42795 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:36:32.720515 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-54cf7c28-66c0-424b-a241-c4b335c94ff5 service neutron] Checking agent: {'id': '8bd0314e-b36f-45c2-bb1e-4de001688fd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'started_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:36:32.720853 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-54cf7c28-66c0-424b-a241-c4b335c94ff5 service neutron] Checking segment: {'id': '268daac8-05c1-473f-8a22-a8ddb6dd3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '59746b03-2694-45ae-a6c9-a4cd96b42795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:36:32.721222 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-54cf7c28-66c0-424b-a241-c4b335c94ff5 service neutron] Bound using segment: {'id': '268daac8-05c1-473f-8a22-a8ddb6dd3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '59746b03-2694-45ae-a6c9-a4cd96b42795'} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:36:32.721658 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-54cf7c28-66c0-424b-a241-c4b335c94ff5 service neutron] Bound port: 33ad81f7-86a8-4d84-8799-f57ab596e5c4, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268daac8-05c1-473f-8a22-a8ddb6dd3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '59746b03-2694-45ae-a6c9-a4cd96b42795'}}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:36:32.722011 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-54cf7c28-66c0-424b-a241-c4b335c94ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (33ad81f7-86a8-4d84-8799-f57ab596e5c4), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:32.783902 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-e3aaa2d0-ef6e-4837-a121-6ac8691a2847 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--818963103&fields=id&tenant_id=86cca0dcb21a47e483458b36e33f5036 HTTP/1.1" status: 200 len: 267 time: 0.1304824 Nov 02 07:36:32.982102 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 314cd1a8-16ca-41e2-b1f3-90f625f1a623 up at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:36:33.006350 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780acd7-bd68-47ae-99ee-55e692e93290 req-62e6d981-ca4c-43a4-a61a-b6c30a4f82aa tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:33.008205 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3780acd7-bd68-47ae-99ee-55e692e93290 req-62e6d981-ca4c-43a4-a61a-b6c30a4f82aa tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 944 time: 0.1191354 Nov 02 07:36:33.041078 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:33.067545 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-50add83b-fe0f-4802-bad7-4cec195ea508 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:33.069167 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-50add83b-fe0f-4802-bad7-4cec195ea508 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/networks?id=5c6f85dd-45ed-4684-846a-c63750ac56e2 HTTP/1.1" status: 200 len: 811 time: 0.2752137 Nov 02 07:36:33.070727 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-54cf7c28-66c0-424b-a241-c4b335c94ff5 service neutron] For port 33ad81f7-86a8-4d84-8799-f57ab596e5c4, host hv-cinder-80473, cleared binding levels {{(pid=104569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:36:33.078319 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Provisioning complete for port 314cd1a8-16ca-41e2-b1f3-90f625f1a623 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:33.078888 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (314cd1a8-16ca-41e2-b1f3-90f625f1a623), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:33.079500 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Attempt 1 to provision port 314cd1a8-16ca-41e2-b1f3-90f625f1a623 Nov 02 07:36:33.112259 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-54cf7c28-66c0-424b-a241-c4b335c94ff5 service neutron] For port 33ad81f7-86a8-4d84-8799-f57ab596e5c4, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=33ad81f7-86a8-4d84-8799-f57ab596e5c4,segment=NetworkSegment(268daac8-05c1-473f-8a22-a8ddb6dd3cef),segment_id=268daac8-05c1-473f-8a22-a8ddb6dd3cef)] {{(pid=104569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:36:33.125693 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-3415a3cc-243a-4b58-8f8d-0ce661f930c3 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/quotas/86cca0dcb21a47e483458b36e33f5036 HTTP/1.1" status: 200 len: 375 time: 0.0404911 Nov 02 07:36:33.129886 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-54cf7c28-66c0-424b-a241-c4b335c94ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (33ad81f7-86a8-4d84-8799-f57ab596e5c4), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:33.137237 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-54cf7c28-66c0-424b-a241-c4b335c94ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:33.137848 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-54cf7c28-66c0-424b-a241-c4b335c94ff5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:33.139289 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-54cf7c28-66c0-424b-a241-c4b335c94ff5 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/33ad81f7-86a8-4d84-8799-f57ab596e5c4 HTTP/1.1" status: 200 len: 1094 time: 2.2970581 Nov 02 07:36:33.139863 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8', 'tag': '33ad81f7-86a8-4d84-8799-f57ab596e5c4'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:36:33.142923 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20788cdf-128d-497d-abe1-7552b7957c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8", "tag": "33ad81f7-86a8-4d84-8799-f57ab596e5c4"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:36:33.150595 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3780acd7-bd68-47ae-99ee-55e692e93290 req-0ec8e24e-374d-4486-96ea-3498baeafc52 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330349 Nov 02 07:36:33.177783 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:33.242688 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-3263e328-4570-4faa-ad7b-842b9dac3281 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=86cca0dcb21a47e483458b36e33f5036&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1067135 Nov 02 07:36:33.257883 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf7c28-66c0-424b-a241-c4b335c94ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=33ad81f7-86a8-4d84-8799-f57ab596e5c4,revision_number=3']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:33.285837 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:33.286950 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:33.295092 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Current status of the port 314cd1a8-16ca-41e2-b1f3-90f625f1a623 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:33.339417 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ee6094-3975-4645-bf85-7c17db83aef2 x-openstack-request-id: req-68ee6094-3975-4645-bf85-7c17db83aef2 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:36:33.339821 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8", "tag": "33ad81f7-86a8-4d84-8799-f57ab596e5c4", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:36:33.340205 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68ee6094-3975-4645-bf85-7c17db83aef2 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:36:33.340811 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68ee6094-3975-4645-bf85-7c17db83aef2'] response: {'name': 'network-changed', 'server_uuid': '72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8', 'tag': '33ad81f7-86a8-4d84-8799-f57ab596e5c4', 'status': 'completed', 'code': 200} Nov 02 07:36:33.421526 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-b8c2a6b5-4ca6-4280-87f5-9a6ac27b5f3c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5c6f85dd-45ed-4684-846a-c63750ac56e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180546 Nov 02 07:36:33.536855 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-06b02d83-5c95-486b-89f8-d5fda2bfd1a3 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5c6f85dd-45ed-4684-846a-c63750ac56e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081975 Nov 02 07:36:33.788625 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6fb4340c-e7c3-415d-8eba-eb9b6b3dfc8b req-104750a1-47cc-43fc-bcd0-4197f3236c14 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 210 time: 0.0323515 Nov 02 07:36:34.294438 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8917b3-8935-40fe-9a9a-f8512dd6587e req-a8c2215f-fb64-4900-ae5a-7aced08c013e tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:34.295953 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4b8917b3-8935-40fe-9a9a-f8512dd6587e req-a8c2215f-fb64-4900-ae5a-7aced08c013e tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 944 time: 0.0531917 Nov 02 07:36:34.350884 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4b8917b3-8935-40fe-9a9a-f8512dd6587e req-ec9b692a-94ad-4913-ab55-200422cf6d36 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490563 Nov 02 07:36:34.786553 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 41284) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:34.915490 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-feedd5de-8e75-478d-bed7-ef47751a6dcd req-a47300a7-b472-42b1-bd2e-0f06f946807d tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 210 time: 0.0301247 Nov 02 07:36:35.077633 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:35.222173 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d104f5b8-ec80-4671-9ebc-2b165fe00919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651005'] for router_interface (809828a3-4f45-44a0-b054-defd7df6335b), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:35.469818 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-d104f5b8-ec80-4671-9ebc-2b165fe00919 admin admin] Deleting port 839da449-2ff2-45b6-97aa-874949fa1c1d {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:36:35.470148 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d104f5b8-ec80-4671-9ebc-2b165fe00919 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (839da449-2ff2-45b6-97aa-874949fa1c1d), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:35.477732 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645aa25-c372-4cf4-8bf3-1ae231f3f4d6 req-570dd5cd-6e7c-4ad2-a3d2-1ea0aaf7c48e tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:35.479223 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a645aa25-c372-4cf4-8bf3-1ae231f3f4d6 req-570dd5cd-6e7c-4ad2-a3d2-1ea0aaf7c48e tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 944 time: 0.0507889 Nov 02 07:36:35.537760 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a645aa25-c372-4cf4-8bf3-1ae231f3f4d6 req-8ab6d6a7-4a39-40c2-be25-dffc54067f11 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511813 Nov 02 07:36:35.573449 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [None req-d104f5b8-ec80-4671-9ebc-2b165fe00919 admin admin] For port 839da449-2ff2-45b6-97aa-874949fa1c1d, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=839da449-2ff2-45b6-97aa-874949fa1c1d,segment=NetworkSegment(c05d0ba3-98c5-4b1c-b632-26a7e9300bb9),segment_id=c05d0ba3-98c5-4b1c-b632-26a7e9300bb9)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:36:35.573815 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d104f5b8-ec80-4671-9ebc-2b165fe00919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (839da449-2ff2-45b6-97aa-874949fa1c1d), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:35.588242 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-d104f5b8-ec80-4671-9ebc-2b165fe00919 admin admin] Calling delete_port for 839da449-2ff2-45b6-97aa-874949fa1c1d owned by network:router_interface {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:36:35.648878 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=100 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:35.779586 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d104f5b8-ec80-4671-9ebc-2b165fe00919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (839da449-2ff2-45b6-97aa-874949fa1c1d), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:35.811444 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104f5b8-ec80-4671-9ebc-2b165fe00919 admin admin] Pushing event deleted for resources: {'Port': ['ID=839da449-2ff2-45b6-97aa-874949fa1c1d,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:36.030443 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d104f5b8-ec80-4671-9ebc-2b165fe00919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-997933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647533'] for router_interface (809828a3-4f45-44a0-b054-defd7df6335b), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:36.036905 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:36.067893 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ead1de6-ce4a-40f2-b2d1-b29cd9be17e8 None None] get_active_networks_info from dv-cinder-804735-33-iscsi {{(pid=104570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 07:36:36.081267 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-62d3b1ca-23b5-498d-b1ea-8cc36a9936d6 req-3ec896ef-fd57-4725-b684-31d8abe7a372 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 210 time: 0.0765419 Nov 02 07:36:36.246250 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ead1de6-ce4a-40f2-b2d1-b29cd9be17e8 None None] Resources bound (agent type, host, resource id): {{(pid=104570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 07:36:36.276298 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d104f5b8-ec80-4671-9ebc-2b165fe00919 admin admin] Router 809828a3-4f45-44a0-b054-defd7df6335b has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:36:36.416572 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d104f5b8-ec80-4671-9ebc-2b165fe00919 admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:36:36.422119 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-d104f5b8-ec80-4671-9ebc-2b165fe00919 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/809828a3-4f45-44a0-b054-defd7df6335b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6366985 Nov 02 07:36:36.426436 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 41294) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:36.427732 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55776b38-9efa-425a-99c7-50b9f971d104 None None] Sync routers for ids ['809828a3-4f45-44a0-b054-defd7df6335b'] in dv-cinder-804735-33-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:36:36.439843 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55776b38-9efa-425a-99c7-50b9f971d104 None None] Routers {'809828a3-4f45-44a0-b054-defd7df6335b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:36:36.440478 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-55776b38-9efa-425a-99c7-50b9f971d104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:36:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['809828a3-4f45-44a0-b054-defd7df6335b'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:36.584066 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-91d42f70-6fbd-443d-9df8-da4f37b053c1 admin admin] Publish callbacks [] for router (809828a3-4f45-44a0-b054-defd7df6335b), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:36.601447 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-55776b38-9efa-425a-99c7-50b9f971d104 None None] Set router 809828a3-4f45-44a0-b054-defd7df6335b gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:36:36.723894 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-91d42f70-6fbd-443d-9df8-da4f37b053c1 admin admin] Publish callbacks [] for router_gateway (809828a3-4f45-44a0-b054-defd7df6335b), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:36.800554 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-91d42f70-6fbd-443d-9df8-da4f37b053c1 admin admin] Deleting port 1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:36:36.801056 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-91d42f70-6fbd-443d-9df8-da4f37b053c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:36.804222 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29e3ac-3eca-495c-8564-d6bb50f46895 req-03496788-3c50-4bd8-9b4e-ed54e94b7a32 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:36.805650 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4d29e3ac-3eca-495c-8564-d6bb50f46895 req-03496788-3c50-4bd8-9b4e-ed54e94b7a32 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 944 time: 0.1136360 Nov 02 07:36:36.874342 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-55776b38-9efa-425a-99c7-50b9f971d104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:36:35Z', 'revision_number': 5, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port': {'id': '1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:50:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809828a3-4f45-44a0-b054-defd7df6335b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:46Z', 'updated_at': '2022-11-02T07:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:36.889446 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:36.915180 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55776b38-9efa-425a-99c7-50b9f971d104 None None] Checking router: 809828a3-4f45-44a0-b054-defd7df6335b for host: dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:36:36.934899 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [None req-91d42f70-6fbd-443d-9df8-da4f37b053c1 admin admin] For port 1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:36:36.935482 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-91d42f70-6fbd-443d-9df8-da4f37b053c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:36.956735 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-91d42f70-6fbd-443d-9df8-da4f37b053c1 admin admin] Calling delete_port for 1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1 owned by network:router_gateway {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:36:36.966632 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55776b38-9efa-425a-99c7-50b9f971d104 None None] Routers {'809828a3-4f45-44a0-b054-defd7df6335b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:36:36.967453 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-55776b38-9efa-425a-99c7-50b9f971d104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:36:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['809828a3-4f45-44a0-b054-defd7df6335b'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:36.975335 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4d29e3ac-3eca-495c-8564-d6bb50f46895 req-50cc0dda-42c9-4c5e-8240-3a8fe9e46132 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570511 Nov 02 07:36:37.099893 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-55776b38-9efa-425a-99c7-50b9f971d104 None None] Set router 809828a3-4f45-44a0-b054-defd7df6335b gateway port host: None {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:36:37.168541 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-55776b38-9efa-425a-99c7-50b9f971d104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:36:36Z', 'revision_number': 6, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port_host': None}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:37.201463 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55776b38-9efa-425a-99c7-50b9f971d104 None None] The sync data for ids ['809828a3-4f45-44a0-b054-defd7df6335b'] in dv-cinder-804735-33-iscsi is: [{'id': '809828a3-4f45-44a0-b054-defd7df6335b', 'name': 'tempest-AttachVolumeNegativeTest-325749615-router', 'tenant_id': 'ba3bab98d31d49098a8e7242d51be646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:45Z', 'updated_at': '2022-11-02T07:36:36Z', 'revision_number': 6, 'project_id': 'ba3bab98d31d49098a8e7242d51be646', 'gw_port_host': None}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:36:37.227701 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-91d42f70-6fbd-443d-9df8-da4f37b053c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:37.244776 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:37.269730 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6e56dce4-b2ac-4f93-9605-8f7a094fe12e req-ae3278bd-0843-482e-af14-d35b46cbf388 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 210 time: 0.0630398 Nov 02 07:36:37.299785 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d42f70-6fbd-443d-9df8-da4f37b053c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:37.418250 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-91d42f70-6fbd-443d-9df8-da4f37b053c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649138'] for router_gateway (809828a3-4f45-44a0-b054-defd7df6335b), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:37.506870 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-0311e87b-e51f-40c5-981b-471f7a7b0948 None None] Provisioning complete for port 1dc1f72c-db7f-4d9e-8a70-06c130a728c6 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:37.507526 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-0311e87b-e51f-40c5-981b-471f7a7b0948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (1dc1f72c-db7f-4d9e-8a70-06c130a728c6), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:37.507628 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-0311e87b-e51f-40c5-981b-471f7a7b0948 None None] Attempt 1 to provision port 1dc1f72c-db7f-4d9e-8a70-06c130a728c6 Nov 02 07:36:37.602715 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-0311e87b-e51f-40c5-981b-471f7a7b0948 None None] Current status of the port 1dc1f72c-db7f-4d9e-8a70-06c130a728c6 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:37.765235 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-91d42f70-6fbd-443d-9df8-da4f37b053c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-647483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518291'] for router (809828a3-4f45-44a0-b054-defd7df6335b), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:37.768607 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-91d42f70-6fbd-443d-9df8-da4f37b053c1 admin admin] Publish callbacks [] for router_controller (809828a3-4f45-44a0-b054-defd7df6335b), precommit_delete_associations {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:37.809050 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-91d42f70-6fbd-443d-9df8-da4f37b053c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-647458'] for router (809828a3-4f45-44a0-b054-defd7df6335b), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:37.809692 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d42f70-6fbd-443d-9df8-da4f37b053c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 809828a3-4f45-44a0-b054-defd7df6335b {{(pid=104568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 07:36:37.815080 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-91d42f70-6fbd-443d-9df8-da4f37b053c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:37.816248 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-91d42f70-6fbd-443d-9df8-da4f37b053c1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/809828a3-4f45-44a0-b054-defd7df6335b HTTP/1.1" status: 204 len: 168 time: 1.3884206 Nov 02 07:36:37.818899 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 41304) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:37.868007 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a75aa21-4512-41ac-aae1-a6dd646b0291 admin admin] Deleting subnet 177e8dac-5f29-4a70-91c6-723300d96a3f {{(pid=104568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 07:36:37.871257 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9a75aa21-4512-41ac-aae1-a6dd646b0291 admin admin] Publish callbacks [] for subnet (177e8dac-5f29-4a70-91c6-723300d96a3f), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:37.906439 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9a75aa21-4512-41ac-aae1-a6dd646b0291 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3576835'] for subnet (177e8dac-5f29-4a70-91c6-723300d96a3f), precommit_delete_associations {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:37.987872 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9a75aa21-4512-41ac-aae1-a6dd646b0291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134157560'] for subnet (177e8dac-5f29-4a70-91c6-723300d96a3f), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:38.043009 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9a75aa21-4512-41ac-aae1-a6dd646b0291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134157505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3576469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808803'] for subnet (177e8dac-5f29-4a70-91c6-723300d96a3f), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:38.067580 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75aa21-4512-41ac-aae1-a6dd646b0291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=177e8dac-5f29-4a70-91c6-723300d96a3f,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:38.074379 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9a75aa21-4512-41ac-aae1-a6dd646b0291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for subnet (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:38.077470 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-9a75aa21-4512-41ac-aae1-a6dd646b0291 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/177e8dac-5f29-4a70-91c6-723300d96a3f HTTP/1.1" status: 204 len: 168 time: 0.2575977 Nov 02 07:36:38.080784 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 41308) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:38.082543 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4101c6-efab-45d8-979b-e7d66c7e38b0 None None] Network db626555-8790-4323-a9e4-7db2e2eaf177 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:36:38.100316 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4755257-5969-4b13-bd13-f8f8ae582a1a req-e9a602fb-d0cf-4874-8aad-4f45850d111e tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:38.101856 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c4755257-5969-4b13-bd13-f8f8ae582a1a req-e9a602fb-d0cf-4874-8aad-4f45850d111e tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 944 time: 0.0549381 Nov 02 07:36:38.159196 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4f8a945c-a0ab-4f81-832d-541b57f2f8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134064640'] for network (db626555-8790-4323-a9e4-7db2e2eaf177), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:38.160057 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c4755257-5969-4b13-bd13-f8f8ae582a1a req-838aecb0-1192-4239-83f2-bb999f523ebf tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516324 Nov 02 07:36:38.209440 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-4f8a945c-a0ab-4f81-832d-541b57f2f8e0 admin admin] Deleting port 1dc1f72c-db7f-4d9e-8a70-06c130a728c6 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:36:38.209894 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4f8a945c-a0ab-4f81-832d-541b57f2f8e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (1dc1f72c-db7f-4d9e-8a70-06c130a728c6), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:38.246736 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69693d9d-cb99-4cf0-9779-74b4270220d5 None None] DHCP port deletion for db626555-8790-4323-a9e4-7db2e2eaf177 request from dv-cinder-804735-33-iscsi {{(pid=104570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 07:36:38.281406 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [None req-4f8a945c-a0ab-4f81-832d-541b57f2f8e0 admin admin] For port 1dc1f72c-db7f-4d9e-8a70-06c130a728c6, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=1dc1f72c-db7f-4d9e-8a70-06c130a728c6,segment=NetworkSegment(c05d0ba3-98c5-4b1c-b632-26a7e9300bb9),segment_id=c05d0ba3-98c5-4b1c-b632-26a7e9300bb9)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:36:38.282062 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4f8a945c-a0ab-4f81-832d-541b57f2f8e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (1dc1f72c-db7f-4d9e-8a70-06c130a728c6), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:38.287660 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-69693d9d-cb99-4cf0-9779-74b4270220d5 None None] Deleting port 1dc1f72c-db7f-4d9e-8a70-06c130a728c6 {{(pid=104570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:36:38.288025 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-69693d9d-cb99-4cf0-9779-74b4270220d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (1dc1f72c-db7f-4d9e-8a70-06c130a728c6), before_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:38.295394 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-4f8a945c-a0ab-4f81-832d-541b57f2f8e0 admin admin] Calling delete_port for 1dc1f72c-db7f-4d9e-8a70-06c130a728c6 owned by network:dhcp {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:36:38.305305 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:38.354847 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-69693d9d-cb99-4cf0-9779-74b4270220d5 None None] For port 1dc1f72c-db7f-4d9e-8a70-06c130a728c6, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=1dc1f72c-db7f-4d9e-8a70-06c130a728c6,segment=NetworkSegment(c05d0ba3-98c5-4b1c-b632-26a7e9300bb9),segment_id=c05d0ba3-98c5-4b1c-b632-26a7e9300bb9)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:36:38.355239 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-69693d9d-cb99-4cf0-9779-74b4270220d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (1dc1f72c-db7f-4d9e-8a70-06c130a728c6), precommit_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:38.369748 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-69693d9d-cb99-4cf0-9779-74b4270220d5 None None] Calling delete_port for 1dc1f72c-db7f-4d9e-8a70-06c130a728c6 owned by network:dhcp {{(pid=104570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:36:38.381390 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-aa425275-1c23-4499-afb7-748ccc3ce4f6 req-210a44e9-16a9-49d5-8010-a3da17df96f2 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 210 time: 0.0302222 Nov 02 07:36:38.383981 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4f8a945c-a0ab-4f81-832d-541b57f2f8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (1dc1f72c-db7f-4d9e-8a70-06c130a728c6), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:38.411581 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8a945c-a0ab-4f81-832d-541b57f2f8e0 admin admin] No DVR routers for this DVR port 1dc1f72c-db7f-4d9e-8a70-06c130a728c6 on host dv-cinder-804735-33-iscsi {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:36:38.414964 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a945c-a0ab-4f81-832d-541b57f2f8e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dc1f72c-db7f-4d9e-8a70-06c130a728c6,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:38.456681 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-69693d9d-cb99-4cf0-9779-74b4270220d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747'] for port (1dc1f72c-db7f-4d9e-8a70-06c130a728c6), after_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:38.481707 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69693d9d-cb99-4cf0-9779-74b4270220d5 None None] Pushing event deleted for resources: {'Port': ['ID=1dc1f72c-db7f-4d9e-8a70-06c130a728c6,revision_number=None']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:38.489004 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4f8a945c-a0ab-4f81-832d-541b57f2f8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134158659', 'neutron.services.segments.db._delete_segments_for_network-8744620219010'] for network (db626555-8790-4323-a9e4-7db2e2eaf177), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:38.491310 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69693d9d-cb99-4cf0-9779-74b4270220d5 None None] No DVR routers for this DVR port 1dc1f72c-db7f-4d9e-8a70-06c130a728c6 on host dv-cinder-804735-33-iscsi {{(pid=104570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:36:38.524197 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-4f8a945c-a0ab-4f81-832d-541b57f2f8e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db626555-8790-4323-a9e4-7db2e2eaf177']}} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:38.530569 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b46c74-2a2e-46ac-9be9-8e8ccc0e26c7 req-ac3d3d98-1b88-442f-acf7-5b98cffeac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:38.532111 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b8b46c74-2a2e-46ac-9be9-8e8ccc0e26c7 req-ac3d3d98-1b88-442f-acf7-5b98cffeac33 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=a4b569f4-0220-4fbb-945d-473979044420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456011 Nov 02 07:36:38.536574 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-4f8a945c-a0ab-4f81-832d-541b57f2f8e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c05d0ba3-98c5-4b1c-b632-26a7e9300bb9') {'for_net_delete': True} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:38.536574 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-4f8a945c-a0ab-4f81-832d-541b57f2f8e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c05d0ba3-98c5-4b1c-b632-26a7e9300bb9') {} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:38.547545 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4f8a945c-a0ab-4f81-832d-541b57f2f8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744620219073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3576842'] for segment (c05d0ba3-98c5-4b1c-b632-26a7e9300bb9), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:38.562387 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4f8a945c-a0ab-4f81-832d-541b57f2f8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (c05d0ba3-98c5-4b1c-b632-26a7e9300bb9), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:38.569237 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f8a945c-a0ab-4f81-832d-541b57f2f8e0 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=104568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 07:36:38.569688 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4f8a945c-a0ab-4f81-832d-541b57f2f8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3576379'] for segment (c05d0ba3-98c5-4b1c-b632-26a7e9300bb9), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:38.599389 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:38.630703 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment c05d0ba3-98c5-4b1c-b632-26a7e9300bb9 resource provider aggregate not found Nov 02 07:36:38.661793 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4f8a945c-a0ab-4f81-832d-541b57f2f8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134158664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649174'] for network (db626555-8790-4323-a9e4-7db2e2eaf177), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:38.664485 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment c05d0ba3-98c5-4b1c-b632-26a7e9300bb9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c05d0ba3-98c5-4b1c-b632-26a7e9300bb9 found for delete ", "request_id": "req-6e4cc78d-4712-4f4f-bbad-1cc704aa6ff4"}]} Nov 02 07:36:38.669153 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4f8a945c-a0ab-4f81-832d-541b57f2f8e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:38.680852 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-4f8a945c-a0ab-4f81-832d-541b57f2f8e0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/db626555-8790-4323-a9e4-7db2e2eaf177 HTTP/1.1" status: 204 len: 168 time: 0.5940857 Nov 02 07:36:38.693417 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a945c-a0ab-4f81-832d-541b57f2f8e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=db626555-8790-4323-a9e4-7db2e2eaf177,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:38.712564 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20788cdf-128d-497d-abe1-7552b7957c4b req-8afaa659-d6cb-4d57-99bd-fb94f241c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:38.714054 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-20788cdf-128d-497d-abe1-7552b7957c4b req-8afaa659-d6cb-4d57-99bd-fb94f241c8c7 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=280ce4c6b9174073902820e2e922bedf&device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 1128 time: 0.1216557 Nov 02 07:36:38.802204 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 41318) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:38.809852 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b8b46c74-2a2e-46ac-9be9-8e8ccc0e26c7 req-369beb99-5a22-4355-a60c-76eb5cff6268 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a4b569f4-0220-4fbb-945d-473979044420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161472 Nov 02 07:36:38.849185 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-62ec0f48-443d-46e7-863e-6f8eababd9cc admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ba3bab98d31d49098a8e7242d51be646&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458262 Nov 02 07:36:38.851678 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 41320) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:38.855473 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:38.892133 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:38.909488 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e9e623e7-8d6a-48ee-9e0d-ce56d4d4c9b1 admin admin] Publish callbacks [] for security_group (865f28f7-e0bf-4adc-be54-78f4fe41cbfb), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:38.915665 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20788cdf-128d-497d-abe1-7552b7957c4b req-0f9b8851-c3c7-489e-8451-e1c89ff5d12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:38.917365 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-20788cdf-128d-497d-abe1-7552b7957c4b req-0f9b8851-c3c7-489e-8451-e1c89ff5d12b service neutron] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=280ce4c6b9174073902820e2e922bedf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1863410 Nov 02 07:36:38.932650 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e9e623e7-8d6a-48ee-9e0d-ce56d4d4c9b1 admin admin] Publish callbacks [] for security_group (865f28f7-e0bf-4adc-be54-78f4fe41cbfb), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:38.985887 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1 no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:36:39.007957 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: 1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:36:39.008584 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 1eaa0cde-3faf-47b6-abd1-5e7ee49fafe1 not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:36:39.009138 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e9e623e7-8d6a-48ee-9e0d-ce56d4d4c9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (865f28f7-e0bf-4adc-be54-78f4fe41cbfb), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:39.009330 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 839da449-2ff2-45b6-97aa-874949fa1c1d no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:36:39.013073 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b8b46c74-2a2e-46ac-9be9-8e8ccc0e26c7 req-2ab56e79-cd11-462e-9824-bd89679f5c47 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a4b569f4-0220-4fbb-945d-473979044420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956503 Nov 02 07:36:39.013261 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e9e623e7-8d6a-48ee-9e0d-ce56d4d4c9b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:39.014746 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-e9e623e7-8d6a-48ee-9e0d-ce56d4d4c9b1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/865f28f7-e0bf-4adc-be54-78f4fe41cbfb HTTP/1.1" status: 204 len: 168 time: 0.1613126 Nov 02 07:36:39.026921 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e623e7-8d6a-48ee-9e0d-ce56d4d4c9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865f28f7-e0bf-4adc-be54-78f4fe41cbfb,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:39.054559 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: 839da449-2ff2-45b6-97aa-874949fa1c1d {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:36:39.054907 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 839da449-2ff2-45b6-97aa-874949fa1c1d not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:36:39.055507 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 1dc1f72c-db7f-4d9e-8a70-06c130a728c6 no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:36:39.071717 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20788cdf-128d-497d-abe1-7552b7957c4b req-6dabde62-c84e-4810-abbf-068eedcf8540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:39.073940 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-20788cdf-128d-497d-abe1-7552b7957c4b req-6dabde62-c84e-4810-abbf-068eedcf8540 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1499116 Nov 02 07:36:39.084489 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: 1dc1f72c-db7f-4d9e-8a70-06c130a728c6 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:36:39.086295 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 1dc1f72c-db7f-4d9e-8a70-06c130a728c6 not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:36:39.204924 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-93fe1cb8-d68f-42ce-80e1-2eb6a37970f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:39.206519 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-93fe1cb8-d68f-42ce-80e1-2eb6a37970f9 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=280ce4c6b9174073902820e2e922bedf&device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 1128 time: 0.0473273 Nov 02 07:36:39.293180 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0437dfd-ddca-4510-afb1-26da12f32197 req-c7db8477-e76a-406a-b94e-f9af65d6d80d tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:39.294674 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c0437dfd-ddca-4510-afb1-26da12f32197 req-c7db8477-e76a-406a-b94e-f9af65d6d80d tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 944 time: 0.0486801 Nov 02 07:36:39.348438 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c0437dfd-ddca-4510-afb1-26da12f32197 req-7c3641b8-6e67-490e-9797-e9a3fc847d70 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472293 Nov 02 07:36:39.492653 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-448640f6-5305-47ce-b73a-90e4e1c4653b service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33ad81f7-86a8-4d84-8799-f57ab596e5c4 HTTP/1.1" status: 200 len: 217 time: 0.0572586 Nov 02 07:36:39.522230 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f3b11c81-c65d-4821-8e55-0291501cc986 req-5bf17d2d-6419-44c1-87c1-d12ea6eafec1 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 210 time: 0.0321522 Nov 02 07:36:39.830278 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-cdf7a0bf-c70f-47ad-ade0-6a2b2e494269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:39.831785 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-cdf7a0bf-c70f-47ad-ade0-6a2b2e494269 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=33654569-10a4-4eaf-ab6f-7413caacc56f HTTP/1.1" status: 200 len: 853 time: 0.1168039 Nov 02 07:36:39.870829 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-736b3c0a-c5b3-4355-8ec6-eac22668068b tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:39.873487 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-736b3c0a-c5b3-4355-8ec6-eac22668068b tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.47 "GET /networking/v2.0/networks?id=5c6f85dd-45ed-4684-846a-c63750ac56e2 HTTP/1.1" status: 200 len: 811 time: 0.1276808 Nov 02 07:36:39.971415 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-b92dd6b9-77eb-414c-b085-cd041d291fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:39.972918 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-b92dd6b9-77eb-414c-b085-cd041d291fb1 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=59746b03-2694-45ae-a6c9-a4cd96b42795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0756946 Nov 02 07:36:40.040931 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-2f39c925-fc02-4bdc-80f2-9528d015e0b5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=86cca0dcb21a47e483458b36e33f5036 HTTP/1.1" status: 200 len: 379 time: 0.1315808 Nov 02 07:36:40.101081 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-57c81c16-9509-4986-badb-fc92fc4df893 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/59746b03-2694-45ae-a6c9-a4cd96b42795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179593 Nov 02 07:36:40.135590 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-ed4214ec-0412-4410-a0a2-29e57f255b9c tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Request body: {'port': {'device_id': '954fa08b-6370-4f1b-955f-d3c2efe8ba34', 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2', 'admin_state_up': True, 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'security_groups': ['721da727-de7f-4451-abae-78773a6dff6c']}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:36:40.295517 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b4762219-1a73-4076-9c14-daa12b3d6ddf req-46d6b652-8eed-47fa-82d0-e0506716ebfb service neutron] 10.222.0.47 "GET /networking/v2.0/networks/59746b03-2694-45ae-a6c9-a4cd96b42795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721096 Nov 02 07:36:40.315011 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-ed4214ec-0412-4410-a0a2-29e57f255b9c tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Made reservation on behalf of 86cca0dcb21a47e483458b36e33f5036 for: {'port': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:36:40.318734 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-ed4214ec-0412-4410-a0a2-29e57f255b9c tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:40.386750 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:40.402079 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:40.501821 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff9de9-da36-4bfb-a08b-1334676e3e93 req-5be7ccdd-8bd6-49ed-8a45-7edb77c8b710 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:40.503296 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3dff9de9-da36-4bfb-a08b-1334676e3e93 req-5be7ccdd-8bd6-49ed-8a45-7edb77c8b710 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 944 time: 0.0707362 Nov 02 07:36:40.507524 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-ed4214ec-0412-4410-a0a2-29e57f255b9c tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Allocated IP 172.20.0.4 (5c6f85dd-45ed-4684-846a-c63750ac56e2/4802d687-3783-47ab-8dfb-ce3297beb760/166f7253-1dcb-4eb0-b3b0-f74792201a1f) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:36:40.585271 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3dff9de9-da36-4bfb-a08b-1334676e3e93 req-cbb15276-f009-4afe-b277-df47ba258308 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725238 Nov 02 07:36:40.644479 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ae0674af-a90d-49e7-9464-dc5e7c9d3807 req-b63d996c-f28e-4c9e-9ed3-3d6e139f4904 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 210 time: 0.0314245 Nov 02 07:36:40.721919 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-ed4214ec-0412-4410-a0a2-29e57f255b9c tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for port (166f7253-1dcb-4eb0-b3b0-f74792201a1f), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:40.755656 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-ed4214ec-0412-4410-a0a2-29e57f255b9c tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (166f7253-1dcb-4eb0-b3b0-f74792201a1f), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:40.801875 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-ed4214ec-0412-4410-a0a2-29e57f255b9c tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Network 5c6f85dd-45ed-4684-846a-c63750ac56e2 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:36:40.805337 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-ed4214ec-0412-4410-a0a2-29e57f255b9c tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:36:40.818387 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-ed4214ec-0412-4410-a0a2-29e57f255b9c tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:36:40.864929 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4214ec-0412-4410-a0a2-29e57f255b9c tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Pushing event updated for resources: {'Port': ['ID=166f7253-1dcb-4eb0-b3b0-f74792201a1f,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:40.891775 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-ed4214ec-0412-4410-a0a2-29e57f255b9c tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:40.893143 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-ed4214ec-0412-4410-a0a2-29e57f255b9c tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:40.911449 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-ed4214ec-0412-4410-a0a2-29e57f255b9c tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7796216 Nov 02 07:36:41.068196 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-a3b1462d-28e2-4130-a207-5c45ada670be None None] Provisioning complete for port 166f7253-1dcb-4eb0-b3b0-f74792201a1f triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:41.068781 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a3b1462d-28e2-4130-a207-5c45ada670be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (166f7253-1dcb-4eb0-b3b0-f74792201a1f), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:41.068913 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-a3b1462d-28e2-4130-a207-5c45ada670be None None] Attempt 1 to provision port 166f7253-1dcb-4eb0-b3b0-f74792201a1f Nov 02 07:36:41.099087 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-a3b1462d-28e2-4130-a207-5c45ada670be None None] Port 166f7253-1dcb-4eb0-b3b0-f74792201a1f cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:36:41.314802 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-c2b7459f-e20b-48a2-9ab8-ee00bd71b02a service neutron] Request body: {'port': {'device_id': '954fa08b-6370-4f1b-955f-d3c2efe8ba34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:36:41.373502 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-c2b7459f-e20b-48a2-9ab8-ee00bd71b02a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (166f7253-1dcb-4eb0-b3b0-f74792201a1f), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:41.626275 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-c2b7459f-e20b-48a2-9ab8-ee00bd71b02a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 166f7253-1dcb-4eb0-b3b0-f74792201a1f {{(pid=104569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:36:41.632601 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:41.634611 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-c2b7459f-e20b-48a2-9ab8-ee00bd71b02a service neutron] Publish callbacks [] for port (166f7253-1dcb-4eb0-b3b0-f74792201a1f), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:41.643596 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:41.649716 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.provisioning_blocks [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-c2b7459f-e20b-48a2-9ab8-ee00bd71b02a service neutron] Transition to ACTIVE for port object 166f7253-1dcb-4eb0-b3b0-f74792201a1f will not be triggered until provisioned by entity L2. {{(pid=104569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 07:36:41.656173 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-c2b7459f-e20b-48a2-9ab8-ee00bd71b02a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (166f7253-1dcb-4eb0-b3b0-f74792201a1f), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:42.093702 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7459f-e20b-48a2-9ab8-ee00bd71b02a service neutron] Pushing event updated for resources: {'Port': ['ID=166f7253-1dcb-4eb0-b3b0-f74792201a1f,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:42.115331 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bfeba-8fa6-4561-b8fa-a458964e51d5 req-b2fd327e-b331-407a-87da-b3dd32240b3b tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:42.116825 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-025bfeba-8fa6-4561-b8fa-a458964e51d5 req-b2fd327e-b331-407a-87da-b3dd32240b3b tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 944 time: 0.4295712 Nov 02 07:36:42.145492 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93d75f-fba3-46d8-be6f-1f9619f61c70 req-dc76f107-8bdb-43cc-8e42-926de474f3be tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:42.146966 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4d93d75f-fba3-46d8-be6f-1f9619f61c70 req-dc76f107-8bdb-43cc-8e42-926de474f3be tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 943 time: 0.4184391 Nov 02 07:36:42.194591 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-c2b7459f-e20b-48a2-9ab8-ee00bd71b02a service neutron] Attempting to bind port 166f7253-1dcb-4eb0-b3b0-f74792201a1f on host hv-cinder-80473 for vnic_type normal with profile {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:36:42.194959 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-c2b7459f-e20b-48a2-9ab8-ee00bd71b02a service neutron] Attempting to bind port 166f7253-1dcb-4eb0-b3b0-f74792201a1f by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '91deb477-2a25-491c-b052-05350861dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2'}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:36:42.195295 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-c2b7459f-e20b-48a2-9ab8-ee00bd71b02a service neutron] Attempting to bind port 166f7253-1dcb-4eb0-b3b0-f74792201a1f on network 5c6f85dd-45ed-4684-846a-c63750ac56e2 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:36:42.254709 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-025bfeba-8fa6-4561-b8fa-a458964e51d5 req-ac78a450-2eb7-4846-8362-ac9bf8ea8140 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257129 Nov 02 07:36:42.282208 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4d93d75f-fba3-46d8-be6f-1f9619f61c70 req-23f59cdd-fff2-4f1a-b1d8-b6cccb6fb8ed tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126392 Nov 02 07:36:42.292441 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-c2b7459f-e20b-48a2-9ab8-ee00bd71b02a service neutron] Port 166f7253-1dcb-4eb0-b3b0-f74792201a1f on network 5c6f85dd-45ed-4684-846a-c63750ac56e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 07:36:42.292818 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-c2b7459f-e20b-48a2-9ab8-ee00bd71b02a service neutron] Attempting to bind port 166f7253-1dcb-4eb0-b3b0-f74792201a1f on network 5c6f85dd-45ed-4684-846a-c63750ac56e2 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:36:42.338514 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-c2b7459f-e20b-48a2-9ab8-ee00bd71b02a service neutron] Checking agent: {'id': '8bd0314e-b36f-45c2-bb1e-4de001688fd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'started_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:36:42.339183 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-c2b7459f-e20b-48a2-9ab8-ee00bd71b02a service neutron] Checking segment: {'id': '91deb477-2a25-491c-b052-05350861dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:36:42.339309 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-c2b7459f-e20b-48a2-9ab8-ee00bd71b02a service neutron] Bound using segment: {'id': '91deb477-2a25-491c-b052-05350861dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2'} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:36:42.339646 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-c2b7459f-e20b-48a2-9ab8-ee00bd71b02a service neutron] Bound port: 166f7253-1dcb-4eb0-b3b0-f74792201a1f, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91deb477-2a25-491c-b052-05350861dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2'}}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:36:42.340000 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-c2b7459f-e20b-48a2-9ab8-ee00bd71b02a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (166f7253-1dcb-4eb0-b3b0-f74792201a1f), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:42.402001 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-c2b7459f-e20b-48a2-9ab8-ee00bd71b02a service neutron] For port 166f7253-1dcb-4eb0-b3b0-f74792201a1f, host hv-cinder-80473, cleared binding levels {{(pid=104569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:36:42.405164 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-c2b7459f-e20b-48a2-9ab8-ee00bd71b02a service neutron] For port 166f7253-1dcb-4eb0-b3b0-f74792201a1f, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=166f7253-1dcb-4eb0-b3b0-f74792201a1f,segment=NetworkSegment(91deb477-2a25-491c-b052-05350861dcc3),segment_id=91deb477-2a25-491c-b052-05350861dcc3)] {{(pid=104569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:36:42.411298 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-c2b7459f-e20b-48a2-9ab8-ee00bd71b02a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (166f7253-1dcb-4eb0-b3b0-f74792201a1f), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:42.415306 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-c2b7459f-e20b-48a2-9ab8-ee00bd71b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:42.415911 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-c2b7459f-e20b-48a2-9ab8-ee00bd71b02a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:42.417281 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-c2b7459f-e20b-48a2-9ab8-ee00bd71b02a service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/166f7253-1dcb-4eb0-b3b0-f74792201a1f HTTP/1.1" status: 200 len: 1093 time: 1.1072633 Nov 02 07:36:42.417825 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954fa08b-6370-4f1b-955f-d3c2efe8ba34', 'tag': '166f7253-1dcb-4eb0-b3b0-f74792201a1f'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:36:42.420079 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f3a2e6-7a0a-49de-b6a4-341bc21364b7" -d '{"events": [{"name": "network-changed", "server_uuid": "954fa08b-6370-4f1b-955f-d3c2efe8ba34", "tag": "166f7253-1dcb-4eb0-b3b0-f74792201a1f"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:36:42.463457 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bcd39c-52a3-4eee-ad22-a15c0bb493dc x-openstack-request-id: req-69bcd39c-52a3-4eee-ad22-a15c0bb493dc {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:36:42.463744 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954fa08b-6370-4f1b-955f-d3c2efe8ba34", "tag": "166f7253-1dcb-4eb0-b3b0-f74792201a1f", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:36:42.463994 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69bcd39c-52a3-4eee-ad22-a15c0bb493dc {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:36:42.464392 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69bcd39c-52a3-4eee-ad22-a15c0bb493dc'] response: {'name': 'network-changed', 'server_uuid': '954fa08b-6370-4f1b-955f-d3c2efe8ba34', 'tag': '166f7253-1dcb-4eb0-b3b0-f74792201a1f', 'status': 'completed', 'code': 200} Nov 02 07:36:42.478717 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7459f-e20b-48a2-9ab8-ee00bd71b02a service neutron] Pushing event updated for resources: {'Port': ['ID=166f7253-1dcb-4eb0-b3b0-f74792201a1f,revision_number=3']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:42.541167 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-6744bec6-1713-4b76-b4c8-d9155ba6fb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:42.542742 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-6744bec6-1713-4b76-b4c8-d9155ba6fb1d service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=86cca0dcb21a47e483458b36e33f5036&device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 1127 time: 0.0412154 Nov 02 07:36:42.571366 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 33ad81f7-86a8-4d84-8799-f57ab596e5c4 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 07:36:42.594216 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:42.597773 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-ef1d5dd7-498a-4cc2-9ef5-c5caa9c64752 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=166f7253-1dcb-4eb0-b3b0-f74792201a1f HTTP/1.1" status: 200 len: 217 time: 0.0352097 Nov 02 07:36:42.612948 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:42.674176 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-4f9f47b4-ef10-4b30-912f-a3e2029fc5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:42.676075 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-4f9f47b4-ef10-4b30-912f-a3e2029fc5a6 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=4802d687-3783-47ab-8dfb-ce3297beb760 HTTP/1.1" status: 200 len: 850 time: 0.0718977 Nov 02 07:36:42.720769 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 33ad81f7-86a8-4d84-8799-f57ab596e5c4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=33ad81f7-86a8-4d84-8799-f57ab596e5c4,segment=NetworkSegment(268daac8-05c1-473f-8a22-a8ddb6dd3cef),segment_id=268daac8-05c1-473f-8a22-a8ddb6dd3cef)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:36:42.727780 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-ee726d69-d782-47f7-b8e3-21b49a7a569a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:42.729261 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-ee726d69-d782-47f7-b8e3-21b49a7a569a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=5c6f85dd-45ed-4684-846a-c63750ac56e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449822 Nov 02 07:36:42.732954 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Returning: {'device': '33ad81f7-86a8-4d84-8799-f57ab596e5c4', 'network_id': '59746b03-2694-45ae-a6c9-a4cd96b42795', 'port_id': '33ad81f7-86a8-4d84-8799-f57ab596e5c4', 'mac_address': 'fa:16:3e:2e:c5:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33654569-10a4-4eaf-ab6f-7413caacc56f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 07:36:42.769713 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 33ad81f7-86a8-4d84-8799-f57ab596e5c4 is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:42.770481 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (33ad81f7-86a8-4d84-8799-f57ab596e5c4), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:42.784544 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ad81f7-86a8-4d84-8799-f57ab596e5c4 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:36:42.804930 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 33ad81f7-86a8-4d84-8799-f57ab596e5c4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=33ad81f7-86a8-4d84-8799-f57ab596e5c4,segment=NetworkSegment(268daac8-05c1-473f-8a22-a8ddb6dd3cef),segment_id=268daac8-05c1-473f-8a22-a8ddb6dd3cef)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:36:42.808721 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (33ad81f7-86a8-4d84-8799-f57ab596e5c4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:42.823675 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-8c06702f-6b1d-4067-a355-402a2f657be3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5c6f85dd-45ed-4684-846a-c63750ac56e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863230 Nov 02 07:36:42.856193 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=33ad81f7-86a8-4d84-8799-f57ab596e5c4,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:42.917411 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-eb745bc3-c3ae-4ede-8f7c-f1570018449c req-119d5a9a-6e9a-4e61-9368-4fbb097a2179 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5c6f85dd-45ed-4684-846a-c63750ac56e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864818 Nov 02 07:36:43.144935 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['33ad81f7-86a8-4d84-8799-f57ab596e5c4'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:36:43.400217 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:43.403030 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:43.416946 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d35919-b9bf-45d7-8115-0a789afb6149 req-92143f3f-37fd-4e24-b753-9cfba23aa6a9 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:43.418410 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a5d35919-b9bf-45d7-8115-0a789afb6149 req-92143f3f-37fd-4e24-b753-9cfba23aa6a9 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 945 time: 0.0824573 Nov 02 07:36:43.440198 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2e0b8-e561-47f1-ad79-d6b34ecea0d1 req-657b8402-4fb1-4229-b025-c9299510b849 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:43.441694 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b8b2e0b8-e561-47f1-ad79-d6b34ecea0d1 req-657b8402-4fb1-4229-b025-c9299510b849 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 943 time: 0.0726421 Nov 02 07:36:43.515481 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a5d35919-b9bf-45d7-8115-0a789afb6149 req-c92c5447-5976-4069-a97b-c5e919fdf5cc tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898583 Nov 02 07:36:43.519830 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b8b2e0b8-e561-47f1-ad79-d6b34ecea0d1 req-0a131c21-2d2b-497e-a56f-fef212f4bb59 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671401 Nov 02 07:36:44.683269 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c8b2b-dc89-4e46-a8e6-155ef073ea8b req-bdb21ed0-d55c-4a5c-b24f-58e4fd8dbdf9 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:44.684731 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6b3c8b2b-dc89-4e46-a8e6-155ef073ea8b req-bdb21ed0-d55c-4a5c-b24f-58e4fd8dbdf9 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 945 time: 0.0807030 Nov 02 07:36:44.690681 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b028d9-bd53-4ed4-b3ba-80f5aaf16887 req-f77bd2fd-e4b4-46c6-b4a1-6a2115fb7acd tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:44.692020 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-40b028d9-bd53-4ed4-b3ba-80f5aaf16887 req-f77bd2fd-e4b4-46c6-b4a1-6a2115fb7acd tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 943 time: 0.0891926 Nov 02 07:36:44.770280 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6b3c8b2b-dc89-4e46-a8e6-155ef073ea8b req-ee7261d1-19ca-488c-a896-a69eb3a9adce tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773239 Nov 02 07:36:44.773488 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-40b028d9-bd53-4ed4-b3ba-80f5aaf16887 req-c6490eaf-7be3-4885-a543-20daacf5440f tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738235 Nov 02 07:36:45.900666 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972690d4-71d1-4982-b540-0026661c50f0 req-09b996a8-78ac-4a2d-a366-69e3f4ca56fc tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:45.902192 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-972690d4-71d1-4982-b540-0026661c50f0 req-09b996a8-78ac-4a2d-a366-69e3f4ca56fc tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 943 time: 0.0525253 Nov 02 07:36:45.956911 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-972690d4-71d1-4982-b540-0026661c50f0 req-b4b8e604-d21b-4baa-acc2-a132502334fd tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482399 Nov 02 07:36:46.040135 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70315fa0-6f4c-4c4b-a9ff-7af05533edf3 req-c05ca72c-dfa8-46f3-9f0d-d1c5bfeef04b tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:46.041567 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-70315fa0-6f4c-4c4b-a9ff-7af05533edf3 req-c05ca72c-dfa8-46f3-9f0d-d1c5bfeef04b tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 945 time: 0.0476174 Nov 02 07:36:46.091740 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-70315fa0-6f4c-4c4b-a9ff-7af05533edf3 req-2eaddfd6-84d0-43dc-b01d-f397edfa0b68 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447545 Nov 02 07:36:46.345512 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-10215849-b88b-4682-ad55-b1c30692a528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:46.682844 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3a2e6-7a0a-49de-b6a4-341bc21364b7 req-0eb09618-c937-4e80-82a6-acfa97d7fb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:46.684320 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-65f3a2e6-7a0a-49de-b6a4-341bc21364b7 req-0eb09618-c937-4e80-82a6-acfa97d7fb86 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=86cca0dcb21a47e483458b36e33f5036&device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 1127 time: 0.0408206 Nov 02 07:36:46.724372 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 33ad81f7-86a8-4d84-8799-f57ab596e5c4 up at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:36:46.769063 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning for port 33ad81f7-86a8-4d84-8799-f57ab596e5c4 completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 07:36:46.774343 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3a2e6-7a0a-49de-b6a4-341bc21364b7 req-1ffa49eb-dfd5-4f63-8d3d-440be2b3c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:46.775481 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning complete for port 33ad81f7-86a8-4d84-8799-f57ab596e5c4 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:46.775886 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (33ad81f7-86a8-4d84-8799-f57ab596e5c4), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:46.775996 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-65f3a2e6-7a0a-49de-b6a4-341bc21364b7 req-1ffa49eb-dfd5-4f63-8d3d-440be2b3c21e service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=5c6f85dd-45ed-4684-846a-c63750ac56e2 HTTP/1.1" status: 200 len: 912 time: 0.0856779 Nov 02 07:36:46.776231 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Attempt 1 to provision port 33ad81f7-86a8-4d84-8799-f57ab596e5c4 Nov 02 07:36:46.820197 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-65f3a2e6-7a0a-49de-b6a4-341bc21364b7 req-cfa5f8e6-0c5c-4a09-bd83-4a63c5898b77 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=166f7253-1dcb-4eb0-b3b0-f74792201a1f HTTP/1.1" status: 200 len: 217 time: 0.0382571 Nov 02 07:36:46.850250 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 33ad81f7-86a8-4d84-8799-f57ab596e5c4 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:46.850780 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (33ad81f7-86a8-4d84-8799-f57ab596e5c4), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:46.869366 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3a2e6-7a0a-49de-b6a4-341bc21364b7 req-2b7926d5-39fe-401a-ab6d-0a4237abac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:46.870926 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-65f3a2e6-7a0a-49de-b6a4-341bc21364b7 req-2b7926d5-39fe-401a-ab6d-0a4237abac7f service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=4802d687-3783-47ab-8dfb-ce3297beb760 HTTP/1.1" status: 200 len: 850 time: 0.0447533 Nov 02 07:36:46.874144 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ad81f7-86a8-4d84-8799-f57ab596e5c4'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:36:46.876429 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae3fbe182e2c1c70a5346b740f804138ecd9042bc04c1c47f40fee79c776d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eaa291e-bd71-4230-bbdf-11df1f46ab2a" -d '{"events": [{"server_uuid": "72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8", "name": "network-vif-plugged", "status": "completed", "tag": "33ad81f7-86a8-4d84-8799-f57ab596e5c4"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:36:46.889997 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 33ad81f7-86a8-4d84-8799-f57ab596e5c4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=33ad81f7-86a8-4d84-8799-f57ab596e5c4,segment=NetworkSegment(268daac8-05c1-473f-8a22-a8ddb6dd3cef),segment_id=268daac8-05c1-473f-8a22-a8ddb6dd3cef)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:36:46.895936 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (33ad81f7-86a8-4d84-8799-f57ab596e5c4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:46.919141 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3a2e6-7a0a-49de-b6a4-341bc21364b7 req-c919afe3-76d5-4f64-8c4c-380a438457bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:46.920434 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-65f3a2e6-7a0a-49de-b6a4-341bc21364b7 req-c919afe3-76d5-4f64-8c4c-380a438457bb service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=5c6f85dd-45ed-4684-846a-c63750ac56e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421257 Nov 02 07:36:46.924128 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d5617c-498f-4e8f-998d-dfbe1c71b24f x-openstack-request-id: req-f7d5617c-498f-4e8f-998d-dfbe1c71b24f {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:36:46.924448 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8", "name": "network-vif-plugged", "status": "completed", "tag": "33ad81f7-86a8-4d84-8799-f57ab596e5c4", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:36:46.924724 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f7d5617c-498f-4e8f-998d-dfbe1c71b24f {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:36:46.925131 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7d5617c-498f-4e8f-998d-dfbe1c71b24f'] response: {'server_uuid': '72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ad81f7-86a8-4d84-8799-f57ab596e5c4', 'code': 200} Nov 02 07:36:46.950742 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=33ad81f7-86a8-4d84-8799-f57ab596e5c4,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:47.111744 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945896ed-baf0-471f-889b-3c92f6a0c929 req-3821787b-7cca-482d-9c10-34df7f42c60c tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:47.113224 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-945896ed-baf0-471f-889b-3c92f6a0c929 req-3821787b-7cca-482d-9c10-34df7f42c60c tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 943 time: 0.0665562 Nov 02 07:36:47.118992 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-65f3a2e6-7a0a-49de-b6a4-341bc21364b7 req-4e284bc7-ad73-40d7-8c8f-cf8257d5c818 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5c6f85dd-45ed-4684-846a-c63750ac56e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325729 Nov 02 07:36:47.171007 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=69 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:47.171700 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=21 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:47.221009 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:47.276173 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:47.291473 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf03f8-1077-413d-b8e9-8a14b892069a req-a989f53b-e5c1-4eeb-8b49-291abcd3f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:47.292936 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0fdf03f8-1077-413d-b8e9-8a14b892069a req-a989f53b-e5c1-4eeb-8b49-291abcd3f55c service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 1130 time: 0.1576276 Nov 02 07:36:47.296043 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-945896ed-baf0-471f-889b-3c92f6a0c929 req-f8811e93-29d2-4d0f-8e4d-6fae1e7cd372 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762171 Nov 02 07:36:47.312623 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325dae3-4175-4abf-9f0c-43b8f89d5c44 req-35ad726b-6505-4023-a3b7-3259a733a6ca tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:47.314868 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3325dae3-4175-4abf-9f0c-43b8f89d5c44 req-35ad726b-6505-4023-a3b7-3259a733a6ca tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 946 time: 0.1286638 Nov 02 07:36:47.365216 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-65f3a2e6-7a0a-49de-b6a4-341bc21364b7 req-bf716e5f-fd0b-468c-8da7-ffdb34f91484 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5c6f85dd-45ed-4684-846a-c63750ac56e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287331 Nov 02 07:36:47.397790 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-0fdf03f8-1077-413d-b8e9-8a14b892069a req-4ad97197-24a1-46bc-84e0-4ce0dbfbc2a2 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968299 Nov 02 07:36:47.404794 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3325dae3-4175-4abf-9f0c-43b8f89d5c44 req-353ee490-1981-4fbb-ace7-accce6ba6466 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843871 Nov 02 07:36:48.419056 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9920d1-8635-424e-b3a1-40134d75937c req-feda7457-8e93-43f5-b112-cede8c44257c tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:48.420435 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5d9920d1-8635-424e-b3a1-40134d75937c req-feda7457-8e93-43f5-b112-cede8c44257c tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 943 time: 0.0500789 Nov 02 07:36:48.468592 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5d9920d1-8635-424e-b3a1-40134d75937c req-ac875e77-3a3d-4807-b6d5-c09e1305b26d tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419872 Nov 02 07:36:48.524129 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b680a0a9-135d-4381-8863-e44dd17d2f2d req-a4c9c9e3-c425-4988-b6ed-43ac4c7cc0d1 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:48.525562 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b680a0a9-135d-4381-8863-e44dd17d2f2d req-a4c9c9e3-c425-4988-b6ed-43ac4c7cc0d1 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 946 time: 0.0468314 Nov 02 07:36:48.548271 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-6fe7a6fa-91f5-4175-86ff-b0dcadfc1763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:48.580071 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b680a0a9-135d-4381-8863-e44dd17d2f2d req-d882a311-28a6-438f-9e91-9b3864f73dd5 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488765 Nov 02 07:36:48.713574 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 166f7253-1dcb-4eb0-b3b0-f74792201a1f details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 07:36:48.728180 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:48.733237 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:48.818600 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 166f7253-1dcb-4eb0-b3b0-f74792201a1f, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=166f7253-1dcb-4eb0-b3b0-f74792201a1f,segment=NetworkSegment(91deb477-2a25-491c-b052-05350861dcc3),segment_id=91deb477-2a25-491c-b052-05350861dcc3)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:36:48.836344 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Returning: {'device': '166f7253-1dcb-4eb0-b3b0-f74792201a1f', 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2', 'port_id': '166f7253-1dcb-4eb0-b3b0-f74792201a1f', 'mac_address': 'fa:16:3e:5e:a7:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 07:36:49.019633 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=53,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:49.020808 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:49.023443 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 166f7253-1dcb-4eb0-b3b0-f74792201a1f is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:49.023868 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (166f7253-1dcb-4eb0-b3b0-f74792201a1f), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:49.038690 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 166f7253-1dcb-4eb0-b3b0-f74792201a1f {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:36:49.058973 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 166f7253-1dcb-4eb0-b3b0-f74792201a1f, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=166f7253-1dcb-4eb0-b3b0-f74792201a1f,segment=NetworkSegment(91deb477-2a25-491c-b052-05350861dcc3),segment_id=91deb477-2a25-491c-b052-05350861dcc3)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:36:49.062515 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (166f7253-1dcb-4eb0-b3b0-f74792201a1f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:49.107451 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=166f7253-1dcb-4eb0-b3b0-f74792201a1f,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:49.397109 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['166f7253-1dcb-4eb0-b3b0-f74792201a1f'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:36:49.591324 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5027b-2e2f-4a2d-97a6-c5def223452d req-d88b0f4d-b748-42f4-aebb-2c5238403b6d tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:49.592685 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-52a5027b-2e2f-4a2d-97a6-c5def223452d req-d88b0f4d-b748-42f4-aebb-2c5238403b6d tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 944 time: 0.0472090 Nov 02 07:36:49.643681 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-52a5027b-2e2f-4a2d-97a6-c5def223452d req-79c3739f-83d4-4ae8-8d07-a86ecbf72437 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454340 Nov 02 07:36:49.709862 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a89d1-dd58-4eec-a86c-2d891f265c7a req-1fb9cb08-e07c-4ff9-b809-bd5144107056 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:49.711536 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c84a89d1-dd58-4eec-a86c-2d891f265c7a req-1fb9cb08-e07c-4ff9-b809-bd5144107056 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 946 time: 0.0487998 Nov 02 07:36:49.762195 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c84a89d1-dd58-4eec-a86c-2d891f265c7a req-e27b2fc8-d365-4ce4-99ca-809edabea50b tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448740 Nov 02 07:36:49.885911 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb28a94-d47e-4be2-921e-af76eb2a7041 req-32fe86b8-c31c-4c8d-a383-34b2dbc51784 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:49.887406 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9bb28a94-d47e-4be2-921e-af76eb2a7041 req-32fe86b8-c31c-4c8d-a383-34b2dbc51784 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 946 time: 0.0516405 Nov 02 07:36:49.912572 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:49.935865 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9bb28a94-d47e-4be2-921e-af76eb2a7041 req-f079fa8d-7052-43b6-bff6-4a7e898e6fd8 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422471 Nov 02 07:36:50.268117 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be801fa-d90e-4348-b348-8b6d47a57bee req-13c4edb3-3ff0-4f4a-b8e5-32b86e231cab tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:50.269554 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9be801fa-d90e-4348-b348-8b6d47a57bee req-13c4edb3-3ff0-4f4a-b8e5-32b86e231cab tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 946 time: 0.0469515 Nov 02 07:36:50.315346 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9be801fa-d90e-4348-b348-8b6d47a57bee req-9fa353aa-758d-41ad-b99c-9ac93ee39e93 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403483 Nov 02 07:36:50.715601 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 166f7253-1dcb-4eb0-b3b0-f74792201a1f up at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:36:50.773575 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning for port 166f7253-1dcb-4eb0-b3b0-f74792201a1f completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 07:36:50.786184 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning complete for port 166f7253-1dcb-4eb0-b3b0-f74792201a1f triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:36:50.786873 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (166f7253-1dcb-4eb0-b3b0-f74792201a1f), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:50.787290 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Attempt 1 to provision port 166f7253-1dcb-4eb0-b3b0-f74792201a1f Nov 02 07:36:50.806405 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d241ad-29c0-45df-a5a9-43ec7fbcf8c7 req-79ed5801-458a-4e82-8c0b-6e6818851185 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:50.807956 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-36d241ad-29c0-45df-a5a9-43ec7fbcf8c7 req-79ed5801-458a-4e82-8c0b-6e6818851185 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 944 time: 0.0585401 Nov 02 07:36:50.861182 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-36d241ad-29c0-45df-a5a9-43ec7fbcf8c7 req-44bf75e7-4c98-4ca7-975b-26955c1a28b4 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472167 Nov 02 07:36:50.869772 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 166f7253-1dcb-4eb0-b3b0-f74792201a1f is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:36:50.870152 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (166f7253-1dcb-4eb0-b3b0-f74792201a1f), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:50.894489 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954fa08b-6370-4f1b-955f-d3c2efe8ba34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166f7253-1dcb-4eb0-b3b0-f74792201a1f'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:36:50.896770 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae3fbe182e2c1c70a5346b740f804138ecd9042bc04c1c47f40fee79c776d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e33c40-1a18-40fc-97ed-429707ca31bc" -d '{"events": [{"server_uuid": "954fa08b-6370-4f1b-955f-d3c2efe8ba34", "name": "network-vif-plugged", "status": "completed", "tag": "166f7253-1dcb-4eb0-b3b0-f74792201a1f"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:36:50.911702 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 166f7253-1dcb-4eb0-b3b0-f74792201a1f, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=166f7253-1dcb-4eb0-b3b0-f74792201a1f,segment=NetworkSegment(91deb477-2a25-491c-b052-05350861dcc3),segment_id=91deb477-2a25-491c-b052-05350861dcc3)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:36:50.916103 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (166f7253-1dcb-4eb0-b3b0-f74792201a1f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:50.945613 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb200505-9fe8-4ca4-baff-6caf3c53bec1 x-openstack-request-id: req-fb200505-9fe8-4ca4-baff-6caf3c53bec1 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:36:50.945901 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954fa08b-6370-4f1b-955f-d3c2efe8ba34", "name": "network-vif-plugged", "status": "completed", "tag": "166f7253-1dcb-4eb0-b3b0-f74792201a1f", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:36:50.946151 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb200505-9fe8-4ca4-baff-6caf3c53bec1 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:36:50.946569 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb200505-9fe8-4ca4-baff-6caf3c53bec1'] response: {'server_uuid': '954fa08b-6370-4f1b-955f-d3c2efe8ba34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166f7253-1dcb-4eb0-b3b0-f74792201a1f', 'code': 200} Nov 02 07:36:50.969263 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=166f7253-1dcb-4eb0-b3b0-f74792201a1f,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:51.051130 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 41522) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:51.169844 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-31debbd0-f7d9-4f37-b528-9675aaa84beb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:51.172193 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a88e2-be4e-4ce5-84bd-bbe1473b96b0 req-6fc15881-a9cd-47dc-ab6f-4f3a9fbde8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:51.173708 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-241a88e2-be4e-4ce5-84bd-bbe1473b96b0 req-6fc15881-a9cd-47dc-ab6f-4f3a9fbde8d9 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 1129 time: 0.0537848 Nov 02 07:36:51.193321 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:51.244723 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-241a88e2-be4e-4ce5-84bd-bbe1473b96b0 req-96e901cf-d53a-440b-a68c-761fa715ab7a service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616910 Nov 02 07:36:51.273315 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:51.283136 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-31debbd0-f7d9-4f37-b528-9675aaa84beb admin admin] Publish callbacks [] for security_group (3a5817e4-22d0-4bce-8b41-4f8fd2834a1f), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:51.286769 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-31debbd0-f7d9-4f37-b528-9675aaa84beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (3a5817e4-22d0-4bce-8b41-4f8fd2834a1f), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:51.329065 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-31debbd0-f7d9-4f37-b528-9675aaa84beb admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=8a0d551fa66c40cabd1e84a892aac94c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768025 Nov 02 07:36:51.329831 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31debbd0-f7d9-4f37-b528-9675aaa84beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5817e4-22d0-4bce-8b41-4f8fd2834a1f,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:51.332892 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 41526) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:51.336174 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:51.389033 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-22044e0c-6bca-4255-b0ba-3108ed8e72f4 admin admin] Publish callbacks [] for security_group (3a5817e4-22d0-4bce-8b41-4f8fd2834a1f), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:51.410938 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:51.411182 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-22044e0c-6bca-4255-b0ba-3108ed8e72f4 admin admin] Publish callbacks [] for security_group (3a5817e4-22d0-4bce-8b41-4f8fd2834a1f), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:51.458354 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-22044e0c-6bca-4255-b0ba-3108ed8e72f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (3a5817e4-22d0-4bce-8b41-4f8fd2834a1f), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:51.460891 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-22044e0c-6bca-4255-b0ba-3108ed8e72f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:51.462046 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-22044e0c-6bca-4255-b0ba-3108ed8e72f4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3a5817e4-22d0-4bce-8b41-4f8fd2834a1f HTTP/1.1" status: 204 len: 168 time: 0.1277423 Nov 02 07:36:51.470681 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22044e0c-6bca-4255-b0ba-3108ed8e72f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5817e4-22d0-4bce-8b41-4f8fd2834a1f,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:51.734836 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 41534) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:51.748506 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-70945dcc-39bf-4e0a-ae9d-078c9e4d613d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:51.826699 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-70945dcc-39bf-4e0a-ae9d-078c9e4d613d admin admin] Publish callbacks [] for security_group (d91c8ca0-c328-4e21-8f57-d6b573e3c120), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:51.832671 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-70945dcc-39bf-4e0a-ae9d-078c9e4d613d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (d91c8ca0-c328-4e21-8f57-d6b573e3c120), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:51.871798 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-70945dcc-39bf-4e0a-ae9d-078c9e4d613d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b65f485e9c4f4f498704dcd6d1aab234&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358943 Nov 02 07:36:51.872952 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70945dcc-39bf-4e0a-ae9d-078c9e4d613d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91c8ca0-c328-4e21-8f57-d6b573e3c120,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:51.875086 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 41542) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:51.929309 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8355d196-aa2e-4fe7-9718-c563f03e43b3 admin admin] Publish callbacks [] for security_group (d91c8ca0-c328-4e21-8f57-d6b573e3c120), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:51.951168 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8355d196-aa2e-4fe7-9718-c563f03e43b3 admin admin] Publish callbacks [] for security_group (d91c8ca0-c328-4e21-8f57-d6b573e3c120), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:52.021007 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c8a5d-5716-4078-9a13-1e56a8410dca req-15420f62-e145-4be0-9681-dbd584694707 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:52.022717 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8f6c8a5d-5716-4078-9a13-1e56a8410dca req-15420f62-e145-4be0-9681-dbd584694707 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0693510 Nov 02 07:36:52.066537 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8355d196-aa2e-4fe7-9718-c563f03e43b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (d91c8ca0-c328-4e21-8f57-d6b573e3c120), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:52.069416 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8355d196-aa2e-4fe7-9718-c563f03e43b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:52.070760 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-8355d196-aa2e-4fe7-9718-c563f03e43b3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d91c8ca0-c328-4e21-8f57-d6b573e3c120 HTTP/1.1" status: 204 len: 168 time: 0.1946936 Nov 02 07:36:52.085591 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8f6c8a5d-5716-4078-9a13-1e56a8410dca req-a4f2115c-34b5-4f09-822a-f0949ad7cd3e tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573821 Nov 02 07:36:52.086758 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355d196-aa2e-4fe7-9718-c563f03e43b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91c8ca0-c328-4e21-8f57-d6b573e3c120,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:53.212692 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7ed6c-1cfc-4960-84ce-0d611d146d7e req-243b5449-fd9a-4b86-b302-3e8c45b8e89f tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:53.214218 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2ee7ed6c-1cfc-4960-84ce-0d611d146d7e req-243b5449-fd9a-4b86-b302-3e8c45b8e89f tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0515194 Nov 02 07:36:53.266037 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2ee7ed6c-1cfc-4960-84ce-0d611d146d7e req-5a4e34e1-7cf1-47f5-9bb9-6033863f87f8 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449455 Nov 02 07:36:53.397129 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771f95a-8c9d-4961-bafc-693083894ca5 req-3a5580a9-150b-4e6d-81f2-1213f8dc1f59 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:53.398713 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b771f95a-8c9d-4961-bafc-693083894ca5 req-3a5580a9-150b-4e6d-81f2-1213f8dc1f59 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0560589 Nov 02 07:36:53.409940 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 41600) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:53.414538 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-e704c6fa-d25b-402a-8cd8-2086cb3edfdc tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Request body: {'floatingip': {'port_id': '166f7253-1dcb-4eb0-b3b0-f74792201a1f'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:36:53.456276 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e704c6fa-d25b-402a-8cd8-2086cb3edfdc tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for floatingip (9536abf0-deac-4dfe-9fff-280ea613d57c), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:53.841463 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:53.873185 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 41616) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:53.902575 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e704c6fa-d25b-402a-8cd8-2086cb3edfdc tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:53.907047 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e704c6fa-d25b-402a-8cd8-2086cb3edfdc tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (9536abf0-deac-4dfe-9fff-280ea613d57c), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:53.980388 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-99ce3595-9619-420a-8bef-432ac7ebc749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:53.993289 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:54.006463 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.db.l3_db [None req-e704c6fa-d25b-402a-8cd8-2086cb3edfdc tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Floating IP 9536abf0-deac-4dfe-9fff-280ea613d57c associated. External IP: 172.27.2.45, port: 166f7253-1dcb-4eb0-b3b0-f74792201a1f. Nov 02 07:36:54.060320 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-99ce3595-9619-420a-8bef-432ac7ebc749 admin admin] Publish callbacks [] for security_group (6ea0382e-4be9-4e70-8f11-0c5921c73f68), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:54.065022 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-99ce3595-9619-420a-8bef-432ac7ebc749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (6ea0382e-4be9-4e70-8f11-0c5921c73f68), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:54.105630 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-99ce3595-9619-420a-8bef-432ac7ebc749 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=064246b8004c49adb4e718d95eca6903&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313187 Nov 02 07:36:54.107200 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce3595-9619-420a-8bef-432ac7ebc749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea0382e-4be9-4e70-8f11-0c5921c73f68,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:54.107922 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 41620) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:54.228790 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8425dcef-b289-4553-a3df-d465828e73eb admin admin] Publish callbacks [] for security_group (6ea0382e-4be9-4e70-8f11-0c5921c73f68), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:54.261221 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8425dcef-b289-4553-a3df-d465828e73eb admin admin] Publish callbacks [] for security_group (6ea0382e-4be9-4e70-8f11-0c5921c73f68), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:54.264035 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e704c6fa-d25b-402a-8cd8-2086cb3edfdc tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Router caa99077-dbbd-42eb-86ab-817583b0e67e has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:36:54.376063 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8425dcef-b289-4553-a3df-d465828e73eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (6ea0382e-4be9-4e70-8f11-0c5921c73f68), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:54.378483 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8425dcef-b289-4553-a3df-d465828e73eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:54.379619 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-8425dcef-b289-4553-a3df-d465828e73eb admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6ea0382e-4be9-4e70-8f11-0c5921c73f68 HTTP/1.1" status: 204 len: 168 time: 0.2707255 Nov 02 07:36:54.393769 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425dcef-b289-4553-a3df-d465828e73eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea0382e-4be9-4e70-8f11-0c5921c73f68,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:54.410087 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e704c6fa-d25b-402a-8cd8-2086cb3edfdc tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:36:54.414549 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e704c6fa-d25b-402a-8cd8-2086cb3edfdc tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:54.429954 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca70ff8d-bd29-40b4-965a-b08d70028fc2 None None] Sync routers for ids ['caa99077-dbbd-42eb-86ab-817583b0e67e'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:36:54.448694 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-e704c6fa-d25b-402a-8cd8-2086cb3edfdc tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/9536abf0-deac-4dfe-9fff-280ea613d57c HTTP/1.1" status: 200 len: 990 time: 1.0375972 Nov 02 07:36:54.449420 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954fa08b-6370-4f1b-955f-d3c2efe8ba34', 'tag': '166f7253-1dcb-4eb0-b3b0-f74792201a1f'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:36:54.451768 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dccbc5-735f-47a2-be6d-5502b29f1c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "954fa08b-6370-4f1b-955f-d3c2efe8ba34", "tag": "166f7253-1dcb-4eb0-b3b0-f74792201a1f"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:36:54.467081 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca70ff8d-bd29-40b4-965a-b08d70028fc2 None None] Routers {'caa99077-dbbd-42eb-86ab-817583b0e67e'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:36:54.467955 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-ca70ff8d-bd29-40b4-965a-b08d70028fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:36:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['caa99077-dbbd-42eb-86ab-817583b0e67e'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:54.490615 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c001f7f9-3d03-4cf3-8cba-b91c44023c1a x-openstack-request-id: req-c001f7f9-3d03-4cf3-8cba-b91c44023c1a {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:36:54.490906 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954fa08b-6370-4f1b-955f-d3c2efe8ba34", "tag": "166f7253-1dcb-4eb0-b3b0-f74792201a1f", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:36:54.491158 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c001f7f9-3d03-4cf3-8cba-b91c44023c1a {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:36:54.491564 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c001f7f9-3d03-4cf3-8cba-b91c44023c1a'] response: {'name': 'network-changed', 'server_uuid': '954fa08b-6370-4f1b-955f-d3c2efe8ba34', 'tag': '166f7253-1dcb-4eb0-b3b0-f74792201a1f', 'status': 'completed', 'code': 200} Nov 02 07:36:54.557701 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:54.576391 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:54.580551 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-ca70ff8d-bd29-40b4-965a-b08d70028fc2 None None] Set router caa99077-dbbd-42eb-86ab-817583b0e67e gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:36:54.584358 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dccbc5-735f-47a2-be6d-5502b29f1c1a req-5b4726e5-949e-4234-b1fb-2c877ccc835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:54.586047 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c4dccbc5-735f-47a2-be6d-5502b29f1c1a req-5b4726e5-949e-4234-b1fb-2c877ccc835e service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=86cca0dcb21a47e483458b36e33f5036&device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 1129 time: 0.0460927 Nov 02 07:36:54.685446 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dccbc5-735f-47a2-be6d-5502b29f1c1a req-fe25d6cf-de57-4039-ad16-2653c202cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:54.686968 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c4dccbc5-735f-47a2-be6d-5502b29f1c1a req-fe25d6cf-de57-4039-ad16-2653c202cf78 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=5c6f85dd-45ed-4684-846a-c63750ac56e2 HTTP/1.1" status: 200 len: 912 time: 0.0953796 Nov 02 07:36:54.706822 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 41632) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:54.721461 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-542a9404-21a6-4463-9da6-b3e8fa121226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:54.750979 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c4dccbc5-735f-47a2-be6d-5502b29f1c1a req-742459a4-3ca9-4673-a9d2-d8c32703fe2d service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=166f7253-1dcb-4eb0-b3b0-f74792201a1f HTTP/1.1" status: 200 len: 998 time: 0.0581875 Nov 02 07:36:54.801898 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dccbc5-735f-47a2-be6d-5502b29f1c1a req-19ef246e-edef-4f1d-908e-d310dc1e3549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:54.803392 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c4dccbc5-735f-47a2-be6d-5502b29f1c1a req-19ef246e-edef-4f1d-908e-d310dc1e3549 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=4802d687-3783-47ab-8dfb-ce3297beb760 HTTP/1.1" status: 200 len: 850 time: 0.0463769 Nov 02 07:36:54.803985 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-542a9404-21a6-4463-9da6-b3e8fa121226 admin admin] Publish callbacks [] for security_group (676c5b36-fd3a-4758-be1e-6cd0bc814da6), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:54.808565 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-542a9404-21a6-4463-9da6-b3e8fa121226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (676c5b36-fd3a-4758-be1e-6cd0bc814da6), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:54.819806 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:54.830870 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-ca70ff8d-bd29-40b4-965a-b08d70028fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'name': 'tempest-AttachVolumeTestJSON-1597362884-router', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '75246111-2bd2-4670-902f-802a88fbdc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:36:21Z', 'updated_at': '2022-11-02T07:36:24Z', 'revision_number': 4, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'gw_port': {'id': '75246111-2bd2-4670-902f-802a88fbdc61', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:22Z', 'updated_at': '2022-11-02T07:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '9536abf0-deac-4dfe-9fff-280ea613d57c', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'port_id': '166f7253-1dcb-4eb0-b3b0-f74792201a1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2', 'mac_address': 'fa:16:3e:5e:a7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954fa08b-6370-4f1b-955f-d3c2efe8ba34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:36:30Z', 'updated_at': '2022-11-02T07:36:53Z', 'revision_number': 1, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314cd1a8-16ca-41e2-b1f3-90f625f1a623', 'name': '', 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'mac_address': 'fa:16:3e:13:31:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:24Z', 'updated_at': '2022-11-02T07:36:31Z', 'revision_number': 5, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'subnets': [{'id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:54.840133 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-542a9404-21a6-4463-9da6-b3e8fa121226 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1f3a7e48d95a4f638bcef23697b811ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322064 Nov 02 07:36:54.841480 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 41634) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:54.854542 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dccbc5-735f-47a2-be6d-5502b29f1c1a req-d775c4bd-26d5-4ec0-aa3c-898a131c41fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:54.856123 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c4dccbc5-735f-47a2-be6d-5502b29f1c1a req-d775c4bd-26d5-4ec0-aa3c-898a131c41fe service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=5c6f85dd-45ed-4684-846a-c63750ac56e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464020 Nov 02 07:36:54.857511 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca70ff8d-bd29-40b4-965a-b08d70028fc2 None None] Checking router: caa99077-dbbd-42eb-86ab-817583b0e67e for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:36:54.866218 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca70ff8d-bd29-40b4-965a-b08d70028fc2 None None] Routers {'caa99077-dbbd-42eb-86ab-817583b0e67e'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:36:54.866849 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-ca70ff8d-bd29-40b4-965a-b08d70028fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:36:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['caa99077-dbbd-42eb-86ab-817583b0e67e'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:54.888695 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a9404-21a6-4463-9da6-b3e8fa121226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676c5b36-fd3a-4758-be1e-6cd0bc814da6,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:54.915332 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:54.921548 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c372fc84-c524-4151-8270-520a2663130f admin admin] Publish callbacks [] for security_group (676c5b36-fd3a-4758-be1e-6cd0bc814da6), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:54.924770 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=79,neutron:DELETE=1,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:54.946450 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c372fc84-c524-4151-8270-520a2663130f admin admin] Publish callbacks [] for security_group (676c5b36-fd3a-4758-be1e-6cd0bc814da6), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:54.957797 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c4dccbc5-735f-47a2-be6d-5502b29f1c1a req-f885b7a9-5afe-4d8a-8ca3-e3bd80e663a3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5c6f85dd-45ed-4684-846a-c63750ac56e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957708 Nov 02 07:36:54.977429 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-ca70ff8d-bd29-40b4-965a-b08d70028fc2 None None] Set router caa99077-dbbd-42eb-86ab-817583b0e67e gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:36:55.011046 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c372fc84-c524-4151-8270-520a2663130f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (676c5b36-fd3a-4758-be1e-6cd0bc814da6), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:55.019267 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c372fc84-c524-4151-8270-520a2663130f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:55.025613 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-c372fc84-c524-4151-8270-520a2663130f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/676c5b36-fd3a-4758-be1e-6cd0bc814da6 HTTP/1.1" status: 204 len: 168 time: 0.1798027 Nov 02 07:36:55.042797 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372fc84-c524-4151-8270-520a2663130f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676c5b36-fd3a-4758-be1e-6cd0bc814da6,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:55.050777 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:55.068842 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c4dccbc5-735f-47a2-be6d-5502b29f1c1a req-760e1209-b61f-4424-bfaa-550e0ac9a87d service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5c6f85dd-45ed-4684-846a-c63750ac56e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043699 Nov 02 07:36:55.223747 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-ca70ff8d-bd29-40b4-965a-b08d70028fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'name': 'tempest-AttachVolumeTestJSON-1597362884-router', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '75246111-2bd2-4670-902f-802a88fbdc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:36:21Z', 'updated_at': '2022-11-02T07:36:24Z', 'revision_number': 4, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'gw_port': {'id': '75246111-2bd2-4670-902f-802a88fbdc61', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:22Z', 'updated_at': '2022-11-02T07:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '9536abf0-deac-4dfe-9fff-280ea613d57c', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'port_id': '166f7253-1dcb-4eb0-b3b0-f74792201a1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2', 'mac_address': 'fa:16:3e:5e:a7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954fa08b-6370-4f1b-955f-d3c2efe8ba34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:36:30Z', 'updated_at': '2022-11-02T07:36:53Z', 'revision_number': 1, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314cd1a8-16ca-41e2-b1f3-90f625f1a623', 'name': '', 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'mac_address': 'fa:16:3e:13:31:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:24Z', 'updated_at': '2022-11-02T07:36:31Z', 'revision_number': 5, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'subnets': [{'id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:55.253284 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca70ff8d-bd29-40b4-965a-b08d70028fc2 None None] The sync data for ids ['caa99077-dbbd-42eb-86ab-817583b0e67e'] in dv-cinder-804735-33-iscsi is: [{'id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'name': 'tempest-AttachVolumeTestJSON-1597362884-router', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '75246111-2bd2-4670-902f-802a88fbdc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:36:21Z', 'updated_at': '2022-11-02T07:36:24Z', 'revision_number': 4, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'gw_port': {'id': '75246111-2bd2-4670-902f-802a88fbdc61', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:22Z', 'updated_at': '2022-11-02T07:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '9536abf0-deac-4dfe-9fff-280ea613d57c', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'port_id': '166f7253-1dcb-4eb0-b3b0-f74792201a1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2', 'mac_address': 'fa:16:3e:5e:a7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954fa08b-6370-4f1b-955f-d3c2efe8ba34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:36:30Z', 'updated_at': '2022-11-02T07:36:53Z', 'revision_number': 1, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314cd1a8-16ca-41e2-b1f3-90f625f1a623', 'name': '', 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'mac_address': 'fa:16:3e:13:31:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:24Z', 'updated_at': '2022-11-02T07:36:31Z', 'revision_number': 5, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'subnets': [{'id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:36:55.380908 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 41646) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:36:55.487242 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a02025-37b4-4304-9324-8fbe1b19c990 None None] New status for floating IP 9536abf0-deac-4dfe-9fff-280ea613d57c: ACTIVE {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 07:36:55.773581 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-6db9a390-4c1f-48e0-8756-d3af0dda7461 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Deleting port 97b5a5f3-ede2-4ea9-89cd-8a5dd58ee3da {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:36:55.773914 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6db9a390-4c1f-48e0-8756-d3af0dda7461 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (97b5a5f3-ede2-4ea9-89cd-8a5dd58ee3da), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:55.852612 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6db9a390-4c1f-48e0-8756-d3af0dda7461 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (97b5a5f3-ede2-4ea9-89cd-8a5dd58ee3da), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:55.852926 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6db9a390-4c1f-48e0-8756-d3af0dda7461 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks [] for floatingip (97b5a5f3-ede2-4ea9-89cd-8a5dd58ee3da), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:55.865551 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-6db9a390-4c1f-48e0-8756-d3af0dda7461 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Calling delete_port for 97b5a5f3-ede2-4ea9-89cd-8a5dd58ee3da owned by network:floatingip {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:36:56.036872 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6db9a390-4c1f-48e0-8756-d3af0dda7461 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (97b5a5f3-ede2-4ea9-89cd-8a5dd58ee3da), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:56.341791 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9a390-4c1f-48e0-8756-d3af0dda7461 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Pushing event deleted for resources: {'Port': ['ID=97b5a5f3-ede2-4ea9-89cd-8a5dd58ee3da,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:56.407953 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6db9a390-4c1f-48e0-8756-d3af0dda7461 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks [] for floatingip (68880f19-38ae-46bd-bde6-8e9c613e6524), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:56.408721 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.db.l3_db [None req-6db9a390-4c1f-48e0-8756-d3af0dda7461 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Floating IP 68880f19-38ae-46bd-bde6-8e9c613e6524 disassociated (deleted). External IP: 172.27.2.120, port: 697a5305-479b-4888-ac9b-d59e4662ea13. Nov 02 07:36:56.553901 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:56.619031 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db9a390-4c1f-48e0-8756-d3af0dda7461 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Router 9c7369f9-4754-49c6-9529-09b76f58b290 has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:36:56.727076 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db9a390-4c1f-48e0-8756-d3af0dda7461 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:36:56.732268 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6db9a390-4c1f-48e0-8756-d3af0dda7461 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:56.738466 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd667f29-eb62-4065-bbb7-8ece08fc167c None None] Sync routers for ids ['9c7369f9-4754-49c6-9529-09b76f58b290'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:36:56.748973 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd667f29-eb62-4065-bbb7-8ece08fc167c None None] Routers {'9c7369f9-4754-49c6-9529-09b76f58b290'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:36:56.749584 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-cd667f29-eb62-4065-bbb7-8ece08fc167c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:36:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['9c7369f9-4754-49c6-9529-09b76f58b290'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:56.772062 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-6db9a390-4c1f-48e0-8756-d3af0dda7461 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/68880f19-38ae-46bd-bde6-8e9c613e6524 HTTP/1.1" status: 204 len: 168 time: 1.3900213 Nov 02 07:36:56.772821 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ad3728-5dee-49b1-a62d-3bdfca6b47ce', 'tag': '697a5305-479b-4888-ac9b-d59e4662ea13'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:36:56.775448 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abde945-865a-4e63-875d-f1bbe2823141" -d '{"events": [{"name": "network-changed", "server_uuid": "22ad3728-5dee-49b1-a62d-3bdfca6b47ce", "tag": "697a5305-479b-4888-ac9b-d59e4662ea13"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:36:56.864510 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d584d6-81eb-4bd8-a16e-850128e22571 x-openstack-request-id: req-99d584d6-81eb-4bd8-a16e-850128e22571 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:36:56.864887 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ad3728-5dee-49b1-a62d-3bdfca6b47ce", "tag": "697a5305-479b-4888-ac9b-d59e4662ea13", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:36:56.865489 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-99d584d6-81eb-4bd8-a16e-850128e22571 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:36:56.866233 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99d584d6-81eb-4bd8-a16e-850128e22571'] response: {'name': 'network-changed', 'server_uuid': '22ad3728-5dee-49b1-a62d-3bdfca6b47ce', 'tag': '697a5305-479b-4888-ac9b-d59e4662ea13', 'status': 'completed', 'code': 200} Nov 02 07:36:56.874961 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-cd667f29-eb62-4065-bbb7-8ece08fc167c None None] Set router 9c7369f9-4754-49c6-9529-09b76f58b290 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:36:56.984013 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abde945-865a-4e63-875d-f1bbe2823141 req-dd639b23-174e-4cd2-88c9-679253463fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:56.987014 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6abde945-865a-4e63-875d-f1bbe2823141 req-dd639b23-174e-4cd2-88c9-679253463fbf service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=82915a36bbdb4b5998fd98833e234ad2&device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 1129 time: 0.0639377 Nov 02 07:36:57.082075 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75cb45-b2d6-4cf7-9cec-f9194dda3878 req-cffb0e6b-1429-44d3-ab59-3a3e3b26b161 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:57.083598 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9f75cb45-b2d6-4cf7-9cec-f9194dda3878 req-cffb0e6b-1429-44d3-ab59-3a3e3b26b161 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0484216 Nov 02 07:36:57.104338 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-cd667f29-eb62-4065-bbb7-8ece08fc167c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'name': 'tempest-TestShelveInstance-1427041676-router', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd7409375-7c35-44e1-988d-8096fae6e17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:31:29Z', 'updated_at': '2022-11-02T07:31:34Z', 'revision_number': 4, 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'gw_port': {'id': 'd7409375-7c35-44e1-988d-8096fae6e17f', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:30Z', 'updated_at': '2022-11-02T07:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '996f2c32-c1ac-4a87-8225-a97b2b8e6f96', 'name': '', 'network_id': 'a4b569f4-0220-4fbb-945d-473979044420', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'mac_address': 'fa:16:3e:7f:df:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fdac1f18-4f67-4d45-9794-697cbfd49b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:33Z', 'updated_at': '2022-11-02T07:31:43Z', 'revision_number': 5, 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'subnets': [{'id': 'fdac1f18-4f67-4d45-9794-697cbfd49b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:57.133371 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd667f29-eb62-4065-bbb7-8ece08fc167c None None] Checking router: 9c7369f9-4754-49c6-9529-09b76f58b290 for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:36:57.138915 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9f75cb45-b2d6-4cf7-9cec-f9194dda3878 req-5d930fb4-a989-4ad6-9558-d4633f0202e5 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496933 Nov 02 07:36:57.141896 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd667f29-eb62-4065-bbb7-8ece08fc167c None None] Routers {'9c7369f9-4754-49c6-9529-09b76f58b290'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:36:57.142588 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-cd667f29-eb62-4065-bbb7-8ece08fc167c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:36:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['9c7369f9-4754-49c6-9529-09b76f58b290'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:57.145421 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:57.178434 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:57.241498 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-cd667f29-eb62-4065-bbb7-8ece08fc167c None None] Set router 9c7369f9-4754-49c6-9529-09b76f58b290 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:36:57.565146 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-cd667f29-eb62-4065-bbb7-8ece08fc167c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'name': 'tempest-TestShelveInstance-1427041676-router', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd7409375-7c35-44e1-988d-8096fae6e17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:31:29Z', 'updated_at': '2022-11-02T07:31:34Z', 'revision_number': 4, 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'gw_port': {'id': 'd7409375-7c35-44e1-988d-8096fae6e17f', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:30Z', 'updated_at': '2022-11-02T07:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '996f2c32-c1ac-4a87-8225-a97b2b8e6f96', 'name': '', 'network_id': 'a4b569f4-0220-4fbb-945d-473979044420', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'mac_address': 'fa:16:3e:7f:df:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fdac1f18-4f67-4d45-9794-697cbfd49b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:33Z', 'updated_at': '2022-11-02T07:31:43Z', 'revision_number': 5, 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'subnets': [{'id': 'fdac1f18-4f67-4d45-9794-697cbfd49b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:36:57.590199 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd667f29-eb62-4065-bbb7-8ece08fc167c None None] The sync data for ids ['9c7369f9-4754-49c6-9529-09b76f58b290'] in dv-cinder-804735-33-iscsi is: [{'id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'name': 'tempest-TestShelveInstance-1427041676-router', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd7409375-7c35-44e1-988d-8096fae6e17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:31:29Z', 'updated_at': '2022-11-02T07:31:34Z', 'revision_number': 4, 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'gw_port': {'id': 'd7409375-7c35-44e1-988d-8096fae6e17f', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:30Z', 'updated_at': '2022-11-02T07:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '996f2c32-c1ac-4a87-8225-a97b2b8e6f96', 'name': '', 'network_id': 'a4b569f4-0220-4fbb-945d-473979044420', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'mac_address': 'fa:16:3e:7f:df:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'fdac1f18-4f67-4d45-9794-697cbfd49b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:33Z', 'updated_at': '2022-11-02T07:31:43Z', 'revision_number': 5, 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'subnets': [{'id': 'fdac1f18-4f67-4d45-9794-697cbfd49b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:36:57.810267 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a7c8da-af79-4289-8ebb-479ea2ea1627 None None] New status for floating IP 68880f19-38ae-46bd-bde6-8e9c613e6524: DOWN {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 07:36:58.175426 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:58.300822 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec62f8-e684-478e-bb77-3dcc48f189d3 req-e9e56fab-9b85-4f40-9b95-8af1fe7542c2 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:58.302295 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d9ec62f8-e684-478e-bb77-3dcc48f189d3 req-e9e56fab-9b85-4f40-9b95-8af1fe7542c2 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0636799 Nov 02 07:36:58.322685 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abde945-865a-4e63-875d-f1bbe2823141 req-a47ef75c-f7c6-42ba-84ec-14366496bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:58.324195 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6abde945-865a-4e63-875d-f1bbe2823141 req-a47ef75c-f7c6-42ba-84ec-14366496bcaa service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=a4b569f4-0220-4fbb-945d-473979044420 HTTP/1.1" status: 200 len: 910 time: 0.1576645 Nov 02 07:36:58.364498 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d9ec62f8-e684-478e-bb77-3dcc48f189d3 req-e365941d-c3bc-4e40-9a81-17316e8f146c tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525560 Nov 02 07:36:58.411509 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6abde945-865a-4e63-875d-f1bbe2823141 req-895be611-9c37-4385-b778-51e971587c57 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=697a5305-479b-4888-ac9b-d59e4662ea13 HTTP/1.1" status: 200 len: 217 time: 0.0340848 Nov 02 07:36:58.461500 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abde945-865a-4e63-875d-f1bbe2823141 req-ecf2c6e2-3114-45ee-a0a5-3b5254c8b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:58.462928 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6abde945-865a-4e63-875d-f1bbe2823141 req-ecf2c6e2-3114-45ee-a0a5-3b5254c8b122 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=fdac1f18-4f67-4d45-9794-697cbfd49b75 HTTP/1.1" status: 200 len: 848 time: 0.0432785 Nov 02 07:36:58.588100 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:58.802558 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abde945-865a-4e63-875d-f1bbe2823141 req-800b7820-aac3-49f1-a3be-8a221074b23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:58.804031 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6abde945-865a-4e63-875d-f1bbe2823141 req-800b7820-aac3-49f1-a3be-8a221074b23a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=a4b569f4-0220-4fbb-945d-473979044420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430484 Nov 02 07:36:59.187390 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6abde945-865a-4e63-875d-f1bbe2823141 req-851f69df-ab11-4fd9-9d02-5a9fd98d0820 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a4b569f4-0220-4fbb-945d-473979044420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876091 Nov 02 07:36:59.305751 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010b46a-3114-48cc-ba2f-7807910bed24 req-5476bc9e-16a4-46cd-b85b-438e01825824 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:59.307217 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9010b46a-3114-48cc-ba2f-7807910bed24 req-5476bc9e-16a4-46cd-b85b-438e01825824 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0963359 Nov 02 07:36:59.318601 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:36:59.337627 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6abde945-865a-4e63-875d-f1bbe2823141 req-ab5aa33f-801c-4e27-95e9-ae58b85ad779 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/a4b569f4-0220-4fbb-945d-473979044420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278267 Nov 02 07:36:59.489415 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f9877-599b-4c55-9db5-49727c74cac6 req-fc51d94c-467e-4c20-bae9-5c0d1cc5974d tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:36:59.490953 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-225f9877-599b-4c55-9db5-49727c74cac6 req-fc51d94c-467e-4c20-bae9-5c0d1cc5974d tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 945 time: 0.0504124 Nov 02 07:36:59.562921 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-225f9877-599b-4c55-9db5-49727c74cac6 req-26d6aa29-429a-4fd0-b39e-a39e51119eb6 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662885 Nov 02 07:36:59.677230 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-9010b46a-3114-48cc-ba2f-7807910bed24 req-b3d68793-b9a5-405b-80de-f9ffd813ff92 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Deleting port 697a5305-479b-4888-ac9b-d59e4662ea13 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:36:59.677574 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-9010b46a-3114-48cc-ba2f-7807910bed24 req-b3d68793-b9a5-405b-80de-f9ffd813ff92 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (697a5305-479b-4888-ac9b-d59e4662ea13), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:59.780162 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-9010b46a-3114-48cc-ba2f-7807910bed24 req-b3d68793-b9a5-405b-80de-f9ffd813ff92 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] For port 697a5305-479b-4888-ac9b-d59e4662ea13, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=697a5305-479b-4888-ac9b-d59e4662ea13,segment=NetworkSegment(d84738d2-98c3-4ff6-97b3-8faa15e0d3f9),segment_id=d84738d2-98c3-4ff6-97b3-8faa15e0d3f9)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:36:59.780523 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-9010b46a-3114-48cc-ba2f-7807910bed24 req-b3d68793-b9a5-405b-80de-f9ffd813ff92 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (697a5305-479b-4888-ac9b-d59e4662ea13), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:59.795462 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-9010b46a-3114-48cc-ba2f-7807910bed24 req-b3d68793-b9a5-405b-80de-f9ffd813ff92 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Calling delete_port for 697a5305-479b-4888-ac9b-d59e4662ea13 owned by compute:nova {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:36:59.928312 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-9010b46a-3114-48cc-ba2f-7807910bed24 req-b3d68793-b9a5-405b-80de-f9ffd813ff92 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (697a5305-479b-4888-ac9b-d59e4662ea13), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:36:59.956540 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d68793-b9a5-405b-80de-f9ffd813ff92 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Pushing event deleted for resources: {'Port': ['ID=697a5305-479b-4888-ac9b-d59e4662ea13,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:36:59.987550 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d68793-b9a5-405b-80de-f9ffd813ff92 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:59.987896 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d68793-b9a5-405b-80de-f9ffd813ff92 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:59.988231 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d68793-b9a5-405b-80de-f9ffd813ff92 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:59.988564 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d68793-b9a5-405b-80de-f9ffd813ff92 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:59.988898 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d68793-b9a5-405b-80de-f9ffd813ff92 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:59.989220 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d68793-b9a5-405b-80de-f9ffd813ff92 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:59.989544 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d68793-b9a5-405b-80de-f9ffd813ff92 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:59.989864 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d68793-b9a5-405b-80de-f9ffd813ff92 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:59.990186 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d68793-b9a5-405b-80de-f9ffd813ff92 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:59.990527 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d68793-b9a5-405b-80de-f9ffd813ff92 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:59.990850 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d68793-b9a5-405b-80de-f9ffd813ff92 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:59.991166 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d68793-b9a5-405b-80de-f9ffd813ff92 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:59.991486 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d68793-b9a5-405b-80de-f9ffd813ff92 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:59.991802 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d68793-b9a5-405b-80de-f9ffd813ff92 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:36:59.992118 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d68793-b9a5-405b-80de-f9ffd813ff92 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:37:00.041262 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-9010b46a-3114-48cc-ba2f-7807910bed24 req-b3d68793-b9a5-405b-80de-f9ffd813ff92 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] No DVR routers for this DVR port 697a5305-479b-4888-ac9b-d59e4662ea13 on host hv-cinder-80473 {{(pid=104569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:37:00.044531 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:00.045830 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-9010b46a-3114-48cc-ba2f-7807910bed24 req-b3d68793-b9a5-405b-80de-f9ffd813ff92 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:00.049145 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9010b46a-3114-48cc-ba2f-7807910bed24 req-b3d68793-b9a5-405b-80de-f9ffd813ff92 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.47 "DELETE /networking/v2.0/ports/697a5305-479b-4888-ac9b-d59e4662ea13 HTTP/1.1" status: 204 len: 173 time: 0.5035894 Nov 02 07:37:00.049621 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ad3728-5dee-49b1-a62d-3bdfca6b47ce', 'name': 'network-vif-deleted', 'tag': '697a5305-479b-4888-ac9b-d59e4662ea13'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:37:00.051859 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a1d8df-7aa5-4ad3-b2c8-3b2ea560c12e" -d '{"events": [{"server_uuid": "22ad3728-5dee-49b1-a62d-3bdfca6b47ce", "name": "network-vif-deleted", "tag": "697a5305-479b-4888-ac9b-d59e4662ea13"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:37:00.068426 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2c8b8-2235-49f0-a379-b2c6f1b1fb21 req-4e71d444-8914-47e7-99d4-e72fca2f8ba8 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:00.070035 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a8f2c8b8-2235-49f0-a379-b2c6f1b1fb21 req-4e71d444-8914-47e7-99d4-e72fca2f8ba8 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 946 time: 0.0843062 Nov 02 07:37:00.098939 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5613390f-cc52-482a-a0b3-c8cb1a3aa47d x-openstack-request-id: req-5613390f-cc52-482a-a0b3-c8cb1a3aa47d {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:37:00.099265 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ad3728-5dee-49b1-a62d-3bdfca6b47ce", "name": "network-vif-deleted", "tag": "697a5305-479b-4888-ac9b-d59e4662ea13", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:37:00.099522 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5613390f-cc52-482a-a0b3-c8cb1a3aa47d {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:37:00.099924 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5613390f-cc52-482a-a0b3-c8cb1a3aa47d'] response: {'server_uuid': '22ad3728-5dee-49b1-a62d-3bdfca6b47ce', 'name': 'network-vif-deleted', 'tag': '697a5305-479b-4888-ac9b-d59e4662ea13', 'status': 'completed', 'code': 200} Nov 02 07:37:00.128575 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a8f2c8b8-2235-49f0-a379-b2c6f1b1fb21 req-30ad51e7-0499-4399-8326-156d75d0baeb tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507603 Nov 02 07:37:00.161954 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 41734) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:37:00.356059 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774a09d6-b6fc-4934-8c9f-b95260d26c5a tempest-TestMinimumBasicScenario-1085059629 tempest-TestMinimumBasicScenario-1085059629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:00.357744 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-774a09d6-b6fc-4934-8c9f-b95260d26c5a tempest-TestMinimumBasicScenario-1085059629 tempest-TestMinimumBasicScenario-1085059629-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 1125 time: 0.1946967 Nov 02 07:37:00.361525 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 41738) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:37:00.366118 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-29c4f90b-9aff-45bb-8b38-9a992a055511 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Request body: {'floatingip': {'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'port_id': '33ad81f7-86a8-4d84-8799-f57ab596e5c4', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:37:00.398796 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-29c4f90b-9aff-45bb-8b38-9a992a055511 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:00.488033 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-29c4f90b-9aff-45bb-8b38-9a992a055511 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:00.598783 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [None req-29c4f90b-9aff-45bb-8b38-9a992a055511 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Allocated IP 172.27.2.154 (ac01166e-81e9-4cae-b853-f9fd1f541c1c/957d630b-2ac5-4777-98af-d9a9e169b647/faf260ba-0fdd-4015-b221-979835c80bfe) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:37:00.637823 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:00.726796 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-74fb645b-05a9-4976-be27-4a1ba7176b15 req-a7489245-7bd3-452a-a996-e1feec946da4 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=22ad3728-5dee-49b1-a62d-3bdfca6b47ce HTTP/1.1" status: 200 len: 210 time: 0.0400431 Nov 02 07:37:00.782944 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 697a5305-479b-4888-ac9b-d59e4662ea13 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:37:00.787249 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-29c4f90b-9aff-45bb-8b38-9a992a055511 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for port (faf260ba-0fdd-4015-b221-979835c80bfe), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:00.811518 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] No Port match for: 697a5305-479b-4888-ac9b-d59e4662ea13 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:37:00.811850 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 697a5305-479b-4888-ac9b-d59e4662ea13 not bound to the agent host hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:37:00.846746 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-29c4f90b-9aff-45bb-8b38-9a992a055511 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (faf260ba-0fdd-4015-b221-979835c80bfe), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:00.896795 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c4f90b-9aff-45bb-8b38-9a992a055511 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Network ac01166e-81e9-4cae-b853-f9fd1f541c1c is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:37:00.899795 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-29c4f90b-9aff-45bb-8b38-9a992a055511 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:37:00.905875 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c4f90b-9aff-45bb-8b38-9a992a055511 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:37:00.940442 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c4f90b-9aff-45bb-8b38-9a992a055511 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Pushing event updated for resources: {'Port': ['ID=faf260ba-0fdd-4015-b221-979835c80bfe,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:37:01.235478 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:01.367451 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-29c4f90b-9aff-45bb-8b38-9a992a055511 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for floatingip (93e3137d-5b43-4fe0-955e-26a77cc0b4aa), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:01.451525 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-29c4f90b-9aff-45bb-8b38-9a992a055511 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (faf260ba-0fdd-4015-b221-979835c80bfe), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:01.616049 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-29c4f90b-9aff-45bb-8b38-9a992a055511 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for port (faf260ba-0fdd-4015-b221-979835c80bfe), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:01.620416 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-29c4f90b-9aff-45bb-8b38-9a992a055511 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (faf260ba-0fdd-4015-b221-979835c80bfe), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:01.690807 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c4f90b-9aff-45bb-8b38-9a992a055511 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Pushing event updated for resources: {'Port': ['ID=faf260ba-0fdd-4015-b221-979835c80bfe,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:37:01.693096 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-29c4f90b-9aff-45bb-8b38-9a992a055511 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (93e3137d-5b43-4fe0-955e-26a77cc0b4aa), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:01.694936 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:01.797106 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.db.l3_db [None req-29c4f90b-9aff-45bb-8b38-9a992a055511 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Floating IP 93e3137d-5b43-4fe0-955e-26a77cc0b4aa associated. External IP: 172.27.2.154, port: 33ad81f7-86a8-4d84-8799-f57ab596e5c4. Nov 02 07:37:01.808921 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 41758) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:37:01.871934 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a2de073f-4bf9-4549-8efb-8656858e3884 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks [] for security_group (9fbb8a5c-4778-45a7-89f9-1bb88cfc8797), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:01.897569 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a2de073f-4bf9-4549-8efb-8656858e3884 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks [] for security_group (9fbb8a5c-4778-45a7-89f9-1bb88cfc8797), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:01.959068 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a2de073f-4bf9-4549-8efb-8656858e3884 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (9fbb8a5c-4778-45a7-89f9-1bb88cfc8797), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:01.961555 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a2de073f-4bf9-4549-8efb-8656858e3884 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:01.965410 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-a2de073f-4bf9-4549-8efb-8656858e3884 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9fbb8a5c-4778-45a7-89f9-1bb88cfc8797 HTTP/1.1" status: 204 len: 168 time: 0.1528609 Nov 02 07:37:01.972816 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de073f-4bf9-4549-8efb-8656858e3884 tempest-TestShelveInstance-1757240858 tempest-TestShelveInstance-1757240858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbb8a5c-4778-45a7-89f9-1bb88cfc8797,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:37:02.008310 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 41762) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:37:02.017736 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c4f90b-9aff-45bb-8b38-9a992a055511 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Router 6089ca72-69f9-43d7-b9d7-c78ae9f9209b has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:37:02.165507 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c4f90b-9aff-45bb-8b38-9a992a055511 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:37:02.175605 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e985c7-94b5-42bc-a156-c482fa669481 None None] Sync routers for ids ['6089ca72-69f9-43d7-b9d7-c78ae9f9209b'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:37:02.184459 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:02.185263 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e985c7-94b5-42bc-a156-c482fa669481 None None] Routers {'6089ca72-69f9-43d7-b9d7-c78ae9f9209b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:37:02.185795 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-e1e985c7-94b5-42bc-a156-c482fa669481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:36:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['6089ca72-69f9-43d7-b9d7-c78ae9f9209b'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:37:02.194677 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-29c4f90b-9aff-45bb-8b38-9a992a055511 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:02.263199 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-29c4f90b-9aff-45bb-8b38-9a992a055511 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9005699 Nov 02 07:37:02.264885 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8', 'tag': '33ad81f7-86a8-4d84-8799-f57ab596e5c4'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:37:02.266134 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 41766) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:37:02.267883 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536bffb0-944e-494b-bb19-e8369581c16a" -d '{"events": [{"name": "network-changed", "server_uuid": "72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8", "tag": "33ad81f7-86a8-4d84-8799-f57ab596e5c4"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:37:02.271543 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-ac7d490d-155c-4967-a633-d4cf8ade69ef tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-223621325', 'description': 'tempest-secgroup-smoke-223621325 description', 'project_id': '280ce4c6b9174073902820e2e922bedf'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:37:02.296997 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ac7d490d-155c-4967-a633-d4cf8ade69ef tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:02.309488 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-e1e985c7-94b5-42bc-a156-c482fa669481 None None] Set router 6089ca72-69f9-43d7-b9d7-c78ae9f9209b gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:37:02.435760 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ac7d490d-155c-4967-a633-d4cf8ade69ef tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for security_group (5955c213-20e0-4cb5-b4d4-acf9e40431f3), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:02.441844 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ac7d490d-155c-4967-a633-d4cf8ade69ef tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (5955c213-20e0-4cb5-b4d4-acf9e40431f3), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:02.475333 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d490d-155c-4967-a633-d4cf8ade69ef tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5955c213-20e0-4cb5-b4d4-acf9e40431f3,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:37:02.495745 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-ac7d490d-155c-4967-a633-d4cf8ade69ef tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:02.497682 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-ac7d490d-155c-4967-a633-d4cf8ade69ef tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2299039 Nov 02 07:37:02.502499 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 41774) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:37:02.520384 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-c346f9a2-3d7b-4e06-ad97-21bd1bdf136f tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Request body: {'security_group_rule': {'security_group_id': '5955c213-20e0-4cb5-b4d4-acf9e40431f3', 'project_id': '280ce4c6b9174073902820e2e922bedf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:37:02.560960 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c346f9a2-3d7b-4e06-ad97-21bd1bdf136f tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for security_group_rule (e879d7d5-9ebf-41c0-9a13-0aa154fa9dc8), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:02.590420 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b08958-8e6e-424d-b823-297c196aff2b x-openstack-request-id: req-f1b08958-8e6e-424d-b823-297c196aff2b {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:37:02.591057 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8", "tag": "33ad81f7-86a8-4d84-8799-f57ab596e5c4", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:37:02.591057 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1b08958-8e6e-424d-b823-297c196aff2b {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:37:02.591343 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1b08958-8e6e-424d-b823-297c196aff2b'] response: {'name': 'network-changed', 'server_uuid': '72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8', 'tag': '33ad81f7-86a8-4d84-8799-f57ab596e5c4', 'status': 'completed', 'code': 200} Nov 02 07:37:02.601990 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-e1e985c7-94b5-42bc-a156-c482fa669481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'name': 'tempest-TestMinimumBasicScenario-283726779-router', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'd80254cc-da63-4ae5-8c01-9ac9c7b471a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:35:58Z', 'updated_at': '2022-11-02T07:36:01Z', 'revision_number': 4, 'project_id': '280ce4c6b9174073902820e2e922bedf', 'gw_port': {'id': 'd80254cc-da63-4ae5-8c01-9ac9c7b471a9', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:35:59Z', 'updated_at': '2022-11-02T07:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '93e3137d-5b43-4fe0-955e-26a77cc0b4aa', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'port_id': '33ad81f7-86a8-4d84-8799-f57ab596e5c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59746b03-2694-45ae-a6c9-a4cd96b42795', 'mac_address': 'fa:16:3e:2e:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:37:01Z', 'updated_at': '2022-11-02T07:37:01Z', 'revision_number': 0, 'project_id': '280ce4c6b9174073902820e2e922bedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aab32726-54cc-47bb-9b8b-d191009e2089', 'name': '', 'network_id': '59746b03-2694-45ae-a6c9-a4cd96b42795', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'mac_address': 'fa:16:3e:9c:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '33654569-10a4-4eaf-ab6f-7413caacc56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:01Z', 'updated_at': '2022-11-02T07:36:07Z', 'revision_number': 5, 'project_id': '280ce4c6b9174073902820e2e922bedf', 'subnets': [{'id': '33654569-10a4-4eaf-ab6f-7413caacc56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:37:02.650479 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e985c7-94b5-42bc-a156-c482fa669481 None None] Checking router: 6089ca72-69f9-43d7-b9d7-c78ae9f9209b for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:37:02.650636 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c346f9a2-3d7b-4e06-ad97-21bd1bdf136f tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for security_group_rule (e879d7d5-9ebf-41c0-9a13-0aa154fa9dc8), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:02.655524 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c346f9a2-3d7b-4e06-ad97-21bd1bdf136f tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (e879d7d5-9ebf-41c0-9a13-0aa154fa9dc8), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:02.662608 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e985c7-94b5-42bc-a156-c482fa669481 None None] Routers {'6089ca72-69f9-43d7-b9d7-c78ae9f9209b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:37:02.663228 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-e1e985c7-94b5-42bc-a156-c482fa669481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:36:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['6089ca72-69f9-43d7-b9d7-c78ae9f9209b'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:37:02.680096 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bffb0-944e-494b-bb19-e8369581c16a req-59adf4a9-a4d7-4844-8ffe-66f4b3988367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:02.680331 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346f9a2-3d7b-4e06-ad97-21bd1bdf136f tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e879d7d5-9ebf-41c0-9a13-0aa154fa9dc8,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:37:02.681610 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-536bffb0-944e-494b-bb19-e8369581c16a req-59adf4a9-a4d7-4844-8ffe-66f4b3988367 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=280ce4c6b9174073902820e2e922bedf&device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 1130 time: 0.0894637 Nov 02 07:37:02.691628 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-c346f9a2-3d7b-4e06-ad97-21bd1bdf136f tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:02.696204 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-c346f9a2-3d7b-4e06-ad97-21bd1bdf136f tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1925156 Nov 02 07:37:02.696842 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 41780) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:37:02.701669 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-9ca8fba3-6961-4632-a532-13386212217b tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Request body: {'security_group_rule': {'security_group_id': '5955c213-20e0-4cb5-b4d4-acf9e40431f3', 'project_id': '280ce4c6b9174073902820e2e922bedf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:37:02.737468 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9ca8fba3-6961-4632-a532-13386212217b tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for security_group_rule (392085fc-396a-44ac-9c3f-bd91d63ab00f), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:02.808190 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-e1e985c7-94b5-42bc-a156-c482fa669481 None None] Set router 6089ca72-69f9-43d7-b9d7-c78ae9f9209b gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:37:02.818176 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9ca8fba3-6961-4632-a532-13386212217b tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for security_group_rule (392085fc-396a-44ac-9c3f-bd91d63ab00f), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:02.822526 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9ca8fba3-6961-4632-a532-13386212217b tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (392085fc-396a-44ac-9c3f-bd91d63ab00f), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:02.839729 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:02.848411 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8fba3-6961-4632-a532-13386212217b tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=392085fc-396a-44ac-9c3f-bd91d63ab00f,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:37:02.850350 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bffb0-944e-494b-bb19-e8369581c16a req-b26cab9b-f7ba-48c4-9d8d-4df0e656ba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:02.851862 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-536bffb0-944e-494b-bb19-e8369581c16a req-b26cab9b-f7ba-48c4-9d8d-4df0e656ba33 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=59746b03-2694-45ae-a6c9-a4cd96b42795 HTTP/1.1" status: 200 len: 915 time: 0.1634748 Nov 02 07:37:02.870119 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-9ca8fba3-6961-4632-a532-13386212217b tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:02.871369 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-9ca8fba3-6961-4632-a532-13386212217b tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1736097 Nov 02 07:37:02.875103 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 41784) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:37:02.881481 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-fd2257d2-19ad-44ec-bd61-da0cd0319d4c tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Request body: {'security_group_rule': {'security_group_id': '5955c213-20e0-4cb5-b4d4-acf9e40431f3', 'project_id': '280ce4c6b9174073902820e2e922bedf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:37:02.913169 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fd2257d2-19ad-44ec-bd61-da0cd0319d4c tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for security_group_rule (5b2e74d1-288d-448b-b1dd-a8ad398a8853), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:02.941440 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:02.963722 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-71ae3315-c683-49bb-9449-90039afcab92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651005'] for router_interface (9c7369f9-4754-49c6-9529-09b76f58b290), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:02.967096 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-536bffb0-944e-494b-bb19-e8369581c16a req-6f67f5c9-472d-4cc4-84b8-a66de9ce9791 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33ad81f7-86a8-4d84-8799-f57ab596e5c4 HTTP/1.1" status: 200 len: 1000 time: 0.1092319 Nov 02 07:37:02.976386 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:02.988167 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fd2257d2-19ad-44ec-bd61-da0cd0319d4c tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for security_group_rule (5b2e74d1-288d-448b-b1dd-a8ad398a8853), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:02.992017 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:02.993690 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fd2257d2-19ad-44ec-bd61-da0cd0319d4c tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (5b2e74d1-288d-448b-b1dd-a8ad398a8853), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:03.018987 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2257d2-19ad-44ec-bd61-da0cd0319d4c tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b2e74d1-288d-448b-b1dd-a8ad398a8853,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:37:03.029964 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-fd2257d2-19ad-44ec-bd61-da0cd0319d4c tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:03.031512 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-fd2257d2-19ad-44ec-bd61-da0cd0319d4c tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1542258 Nov 02 07:37:03.035403 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 41786) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:37:03.040977 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-a532f311-b386-42d7-b5d3-cc02cddba4c4 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Request body: {'security_group_rule': {'security_group_id': '5955c213-20e0-4cb5-b4d4-acf9e40431f3', 'project_id': '280ce4c6b9174073902820e2e922bedf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:37:03.070954 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:03.080374 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a532f311-b386-42d7-b5d3-cc02cddba4c4 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for security_group_rule (759f3c73-7ca2-49cf-819b-44f3997c57b9), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:03.084662 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-e1e985c7-94b5-42bc-a156-c482fa669481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'name': 'tempest-TestMinimumBasicScenario-283726779-router', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'd80254cc-da63-4ae5-8c01-9ac9c7b471a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:35:58Z', 'updated_at': '2022-11-02T07:36:01Z', 'revision_number': 4, 'project_id': '280ce4c6b9174073902820e2e922bedf', 'gw_port': {'id': 'd80254cc-da63-4ae5-8c01-9ac9c7b471a9', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:35:59Z', 'updated_at': '2022-11-02T07:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '93e3137d-5b43-4fe0-955e-26a77cc0b4aa', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'port_id': '33ad81f7-86a8-4d84-8799-f57ab596e5c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59746b03-2694-45ae-a6c9-a4cd96b42795', 'mac_address': 'fa:16:3e:2e:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:37:01Z', 'updated_at': '2022-11-02T07:37:01Z', 'revision_number': 0, 'project_id': '280ce4c6b9174073902820e2e922bedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aab32726-54cc-47bb-9b8b-d191009e2089', 'name': '', 'network_id': '59746b03-2694-45ae-a6c9-a4cd96b42795', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'mac_address': 'fa:16:3e:9c:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '33654569-10a4-4eaf-ab6f-7413caacc56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:01Z', 'updated_at': '2022-11-02T07:36:07Z', 'revision_number': 5, 'project_id': '280ce4c6b9174073902820e2e922bedf', 'subnets': [{'id': '33654569-10a4-4eaf-ab6f-7413caacc56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:37:03.093087 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bffb0-944e-494b-bb19-e8369581c16a req-99efadfc-66e6-4a4c-b7cd-4c8b67fa32db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:03.095157 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-536bffb0-944e-494b-bb19-e8369581c16a req-99efadfc-66e6-4a4c-b7cd-4c8b67fa32db service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=33654569-10a4-4eaf-ab6f-7413caacc56f HTTP/1.1" status: 200 len: 853 time: 0.0915909 Nov 02 07:37:03.118235 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e985c7-94b5-42bc-a156-c482fa669481 None None] The sync data for ids ['6089ca72-69f9-43d7-b9d7-c78ae9f9209b'] in dv-cinder-804735-33-iscsi is: [{'id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'name': 'tempest-TestMinimumBasicScenario-283726779-router', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'd80254cc-da63-4ae5-8c01-9ac9c7b471a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:35:58Z', 'updated_at': '2022-11-02T07:36:01Z', 'revision_number': 4, 'project_id': '280ce4c6b9174073902820e2e922bedf', 'gw_port': {'id': 'd80254cc-da63-4ae5-8c01-9ac9c7b471a9', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:35:59Z', 'updated_at': '2022-11-02T07:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '93e3137d-5b43-4fe0-955e-26a77cc0b4aa', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'port_id': '33ad81f7-86a8-4d84-8799-f57ab596e5c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59746b03-2694-45ae-a6c9-a4cd96b42795', 'mac_address': 'fa:16:3e:2e:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:37:01Z', 'updated_at': '2022-11-02T07:37:01Z', 'revision_number': 0, 'project_id': '280ce4c6b9174073902820e2e922bedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aab32726-54cc-47bb-9b8b-d191009e2089', 'name': '', 'network_id': '59746b03-2694-45ae-a6c9-a4cd96b42795', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'mac_address': 'fa:16:3e:9c:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '33654569-10a4-4eaf-ab6f-7413caacc56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:01Z', 'updated_at': '2022-11-02T07:36:07Z', 'revision_number': 5, 'project_id': '280ce4c6b9174073902820e2e922bedf', 'subnets': [{'id': '33654569-10a4-4eaf-ab6f-7413caacc56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:37:03.155462 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a532f311-b386-42d7-b5d3-cc02cddba4c4 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for security_group_rule (759f3c73-7ca2-49cf-819b-44f3997c57b9), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:03.160102 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a532f311-b386-42d7-b5d3-cc02cddba4c4 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (759f3c73-7ca2-49cf-819b-44f3997c57b9), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:03.173956 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bffb0-944e-494b-bb19-e8369581c16a req-ea5eec8e-be7c-4c9f-a8de-9b19ad48771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:03.175486 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-536bffb0-944e-494b-bb19-e8369581c16a req-ea5eec8e-be7c-4c9f-a8de-9b19ad48771b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=59746b03-2694-45ae-a6c9-a4cd96b42795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0749002 Nov 02 07:37:03.189275 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a532f311-b386-42d7-b5d3-cc02cddba4c4 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:03.191040 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-a532f311-b386-42d7-b5d3-cc02cddba4c4 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1542935 Nov 02 07:37:03.191899 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532f311-b386-42d7-b5d3-cc02cddba4c4 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759f3c73-7ca2-49cf-819b-44f3997c57b9,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:37:03.193609 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 41788) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:37:03.198716 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-d61760f7-983d-4d98-829b-0b24b915fd66 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Request body: {'security_group_rule': {'security_group_id': '5955c213-20e0-4cb5-b4d4-acf9e40431f3', 'project_id': '280ce4c6b9174073902820e2e922bedf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:37:03.223354 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.db.securitygroups_db [None req-d61760f7-983d-4d98-829b-0b24b915fd66 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Project 280ce4c6b9174073902820e2e922bedf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 07:37:03.230296 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d61760f7-983d-4d98-829b-0b24b915fd66 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for security_group_rule (2254d334-8c6d-4c68-b52d-1de287ca21c4), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:03.299759 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d61760f7-983d-4d98-829b-0b24b915fd66 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for security_group_rule (2254d334-8c6d-4c68-b52d-1de287ca21c4), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:03.305191 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d61760f7-983d-4d98-829b-0b24b915fd66 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (2254d334-8c6d-4c68-b52d-1de287ca21c4), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:03.325873 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61760f7-983d-4d98-829b-0b24b915fd66 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2254d334-8c6d-4c68-b52d-1de287ca21c4,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:37:03.335854 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d61760f7-983d-4d98-829b-0b24b915fd66 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:03.337863 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-d61760f7-983d-4d98-829b-0b24b915fd66 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1431522 Nov 02 07:37:03.339871 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 41790) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:37:03.345579 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-addcc91c-dcdf-4429-a688-e214934e2b04 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Request body: {'security_group_rule': {'security_group_id': '5955c213-20e0-4cb5-b4d4-acf9e40431f3', 'project_id': '280ce4c6b9174073902820e2e922bedf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:37:03.371901 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.db.securitygroups_db [None req-addcc91c-dcdf-4429-a688-e214934e2b04 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Project 280ce4c6b9174073902820e2e922bedf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 07:37:03.375288 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736ca1ee-aee2-49f4-ac9a-1f04221f74ce None None] New status for floating IP 93e3137d-5b43-4fe0-955e-26a77cc0b4aa: ACTIVE {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 07:37:03.380139 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-536bffb0-944e-494b-bb19-e8369581c16a req-1eb6f302-76ce-443d-9364-f6e75eea3a81 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/59746b03-2694-45ae-a6c9-a4cd96b42795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640682 Nov 02 07:37:03.380324 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-addcc91c-dcdf-4429-a688-e214934e2b04 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for security_group_rule (415df900-041e-4668-87d0-1fabb86430b1), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:03.417152 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:03.424521 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-71ae3315-c683-49bb-9449-90039afcab92 admin admin] Deleting port 996f2c32-c1ac-4a87-8225-a97b2b8e6f96 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:37:03.424855 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-71ae3315-c683-49bb-9449-90039afcab92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (996f2c32-c1ac-4a87-8225-a97b2b8e6f96), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:03.452806 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-addcc91c-dcdf-4429-a688-e214934e2b04 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for security_group_rule (415df900-041e-4668-87d0-1fabb86430b1), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:03.457505 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-addcc91c-dcdf-4429-a688-e214934e2b04 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (415df900-041e-4668-87d0-1fabb86430b1), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:03.482331 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addcc91c-dcdf-4429-a688-e214934e2b04 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=415df900-041e-4668-87d0-1fabb86430b1,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:37:03.494771 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-addcc91c-dcdf-4429-a688-e214934e2b04 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:03.500171 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-addcc91c-dcdf-4429-a688-e214934e2b04 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1592114 Nov 02 07:37:03.555977 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-536bffb0-944e-494b-bb19-e8369581c16a req-53e06906-d037-40f7-b643-e3ccbff72fdd service neutron] 10.222.0.47 "GET /networking/v2.0/networks/59746b03-2694-45ae-a6c9-a4cd96b42795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689825 Nov 02 07:37:03.575833 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-71ae3315-c683-49bb-9449-90039afcab92 admin admin] For port 996f2c32-c1ac-4a87-8225-a97b2b8e6f96, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=996f2c32-c1ac-4a87-8225-a97b2b8e6f96,segment=NetworkSegment(d84738d2-98c3-4ff6-97b3-8faa15e0d3f9),segment_id=d84738d2-98c3-4ff6-97b3-8faa15e0d3f9)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:37:03.576198 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-71ae3315-c683-49bb-9449-90039afcab92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (996f2c32-c1ac-4a87-8225-a97b2b8e6f96), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:03.594188 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-71ae3315-c683-49bb-9449-90039afcab92 admin admin] Calling delete_port for 996f2c32-c1ac-4a87-8225-a97b2b8e6f96 owned by network:router_interface {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:37:03.775494 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-600b0f45-f4e1-4be8-aca9-14188aa9604b req-e4c66370-d103-4cb6-b47e-35252408ba49 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-223621325&fields=id&tenant_id=280ce4c6b9174073902820e2e922bedf HTTP/1.1" status: 200 len: 267 time: 0.0617251 Nov 02 07:37:03.846640 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:03.855266 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b0f45-f4e1-4be8-aca9-14188aa9604b req-44fb55d9-0011-4471-9ef7-36638e1bfe26 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:03.856748 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-600b0f45-f4e1-4be8-aca9-14188aa9604b req-44fb55d9-0011-4471-9ef7-36638e1bfe26 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 946 time: 0.0608308 Nov 02 07:37:03.858298 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-71ae3315-c683-49bb-9449-90039afcab92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (996f2c32-c1ac-4a87-8225-a97b2b8e6f96), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:03.894717 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-600b0f45-f4e1-4be8-aca9-14188aa9604b req-73d12805-afb9-4df7-b8a7-ec433e08eee3 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Request body: {'port': {'security_groups': ['f8a1521d-7edb-4526-b371-66f352f965c7', '5955c213-20e0-4cb5-b4d4-acf9e40431f3']}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:37:03.897632 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae3315-c683-49bb-9449-90039afcab92 admin admin] Pushing event deleted for resources: {'Port': ['ID=996f2c32-c1ac-4a87-8225-a97b2b8e6f96,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:37:04.024973 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-600b0f45-f4e1-4be8-aca9-14188aa9604b req-73d12805-afb9-4df7-b8a7-ec433e08eee3 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (33ad81f7-86a8-4d84-8799-f57ab596e5c4), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:04.177583 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-71ae3315-c683-49bb-9449-90039afcab92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-997933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647533'] for router_interface (9c7369f9-4754-49c6-9529-09b76f58b290), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:04.192752 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:04.214125 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5e048c-a983-43c4-a680-8b717b356a30 None None] get_active_networks_info from dv-cinder-804735-33-iscsi {{(pid=104570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 07:37:04.329026 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5e048c-a983-43c4-a680-8b717b356a30 None None] Resources bound (agent type, host, resource id): {{(pid=104570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 07:37:04.378094 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-600b0f45-f4e1-4be8-aca9-14188aa9604b req-73d12805-afb9-4df7-b8a7-ec433e08eee3 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] For port 33ad81f7-86a8-4d84-8799-f57ab596e5c4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=33ad81f7-86a8-4d84-8799-f57ab596e5c4,segment=NetworkSegment(268daac8-05c1-473f-8a22-a8ddb6dd3cef),segment_id=268daac8-05c1-473f-8a22-a8ddb6dd3cef)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:37:04.441010 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-600b0f45-f4e1-4be8-aca9-14188aa9604b req-73d12805-afb9-4df7-b8a7-ec433e08eee3 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for port (33ad81f7-86a8-4d84-8799-f57ab596e5c4), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:04.455689 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-600b0f45-f4e1-4be8-aca9-14188aa9604b req-73d12805-afb9-4df7-b8a7-ec433e08eee3 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (33ad81f7-86a8-4d84-8799-f57ab596e5c4), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:04.469327 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b0f45-f4e1-4be8-aca9-14188aa9604b req-73d12805-afb9-4df7-b8a7-ec433e08eee3 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:04.469987 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-600b0f45-f4e1-4be8-aca9-14188aa9604b req-73d12805-afb9-4df7-b8a7-ec433e08eee3 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:04.471389 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-600b0f45-f4e1-4be8-aca9-14188aa9604b req-73d12805-afb9-4df7-b8a7-ec433e08eee3 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "PUT /networking/v2.0/ports/33ad81f7-86a8-4d84-8799-f57ab596e5c4 HTTP/1.1" status: 200 len: 982 time: 0.5843978 Nov 02 07:37:04.514797 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['33ad81f7-86a8-4d84-8799-f57ab596e5c4'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:37:04.590676 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d12805-afb9-4df7-b8a7-ec433e08eee3 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Pushing event updated for resources: {'Port': ['ID=33ad81f7-86a8-4d84-8799-f57ab596e5c4,revision_number=6']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:37:04.597585 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ae3315-c683-49bb-9449-90039afcab92 admin admin] Router 9c7369f9-4754-49c6-9529-09b76f58b290 has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:37:04.598497 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8', 'tag': '33ad81f7-86a8-4d84-8799-f57ab596e5c4'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:37:04.600543 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad44e11-322e-4a33-8725-c54057788d5c" -d '{"events": [{"name": "network-changed", "server_uuid": "72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8", "tag": "33ad81f7-86a8-4d84-8799-f57ab596e5c4"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:37:04.616847 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33130de3-1f96-40e1-ab96-a46c01eb8782 req-e472ddb3-e63c-4601-821c-a652eafca068 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:04.618494 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-33130de3-1f96-40e1-ab96-a46c01eb8782 req-e472ddb3-e63c-4601-821c-a652eafca068 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 985 time: 0.0762205 Nov 02 07:37:04.663394 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['33ad81f7-86a8-4d84-8799-f57ab596e5c4'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:37:04.677312 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb00be15-67fd-417c-a892-968393a6da58 x-openstack-request-id: req-fb00be15-67fd-417c-a892-968393a6da58 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:37:04.677659 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8", "tag": "33ad81f7-86a8-4d84-8799-f57ab596e5c4", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:37:04.677852 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb00be15-67fd-417c-a892-968393a6da58 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:37:04.678249 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb00be15-67fd-417c-a892-968393a6da58'] response: {'name': 'network-changed', 'server_uuid': '72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8', 'tag': '33ad81f7-86a8-4d84-8799-f57ab596e5c4', 'status': 'completed', 'code': 200} Nov 02 07:37:04.745973 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:04.798624 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-33130de3-1f96-40e1-ab96-a46c01eb8782 req-83712f04-939e-4ce1-95d2-a1e3fc3eced2 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&id=5955c213-20e0-4cb5-b4d4-acf9e40431f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1729965 Nov 02 07:37:04.812557 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ae3315-c683-49bb-9449-90039afcab92 admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:37:04.821799 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-71ae3315-c683-49bb-9449-90039afcab92 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/9c7369f9-4754-49c6-9529-09b76f58b290/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8103406 Nov 02 07:37:04.822041 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 41804) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:37:04.840905 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a70f57-e093-4c76-893e-85dc33cea75a None None] Sync routers for ids ['9c7369f9-4754-49c6-9529-09b76f58b290'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:37:04.841220 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad44e11-322e-4a33-8725-c54057788d5c req-7c6cb87e-e5f8-402f-9d15-d00a100214dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:04.842696 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9ad44e11-322e-4a33-8725-c54057788d5c req-7c6cb87e-e5f8-402f-9d15-d00a100214dc service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=280ce4c6b9174073902820e2e922bedf&device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 1169 time: 0.0951581 Nov 02 07:37:04.883835 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a70f57-e093-4c76-893e-85dc33cea75a None None] Routers {'9c7369f9-4754-49c6-9529-09b76f58b290'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:37:04.884452 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-85a70f57-e093-4c76-893e-85dc33cea75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:36:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['9c7369f9-4754-49c6-9529-09b76f58b290'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:37:04.998963 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:05.089973 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:05.133735 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-85a70f57-e093-4c76-893e-85dc33cea75a None None] Set router 9c7369f9-4754-49c6-9529-09b76f58b290 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:37:05.338575 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-368f351e-ac4a-4b2b-9347-28a1904c5274 admin admin] Publish callbacks [] for router (9c7369f9-4754-49c6-9529-09b76f58b290), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:05.376891 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad44e11-322e-4a33-8725-c54057788d5c req-15eadc0c-de1a-4486-998e-38e6d76d103f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:05.378382 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9ad44e11-322e-4a33-8725-c54057788d5c req-15eadc0c-de1a-4486-998e-38e6d76d103f service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=59746b03-2694-45ae-a6c9-a4cd96b42795 HTTP/1.1" status: 200 len: 915 time: 0.4985421 Nov 02 07:37:05.401852 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:05.489899 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-a63f0203-aefa-416e-8cd6-7e7ec11e54c4 None None] Provisioning complete for port 1582b820-fce1-4691-8d25-dcfc7601e857 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:37:05.490658 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-a63f0203-aefa-416e-8cd6-7e7ec11e54c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (1582b820-fce1-4691-8d25-dcfc7601e857), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:05.490658 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-a63f0203-aefa-416e-8cd6-7e7ec11e54c4 None None] Attempt 1 to provision port 1582b820-fce1-4691-8d25-dcfc7601e857 Nov 02 07:37:05.498067 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9ad44e11-322e-4a33-8725-c54057788d5c req-55fb116b-0aba-4bfd-8b26-795ecf61e8cc service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33ad81f7-86a8-4d84-8799-f57ab596e5c4 HTTP/1.1" status: 200 len: 1002 time: 0.1100812 Nov 02 07:37:05.503548 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-368f351e-ac4a-4b2b-9347-28a1904c5274 admin admin] Publish callbacks [] for router_gateway (9c7369f9-4754-49c6-9529-09b76f58b290), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:05.582064 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad44e11-322e-4a33-8725-c54057788d5c req-db8614d1-88b7-4342-a783-6d4dcb8a5895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:05.583617 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9ad44e11-322e-4a33-8725-c54057788d5c req-db8614d1-88b7-4342-a783-6d4dcb8a5895 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=33654569-10a4-4eaf-ab6f-7413caacc56f HTTP/1.1" status: 200 len: 853 time: 0.0757830 Nov 02 07:37:05.584274 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-368f351e-ac4a-4b2b-9347-28a1904c5274 admin admin] Deleting port d7409375-7c35-44e1-988d-8096fae6e17f {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:37:05.584605 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-368f351e-ac4a-4b2b-9347-28a1904c5274 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (d7409375-7c35-44e1-988d-8096fae6e17f), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:05.649602 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-85a70f57-e093-4c76-893e-85dc33cea75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'name': 'tempest-TestShelveInstance-1427041676-router', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'd7409375-7c35-44e1-988d-8096fae6e17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:31:29Z', 'updated_at': '2022-11-02T07:37:03Z', 'revision_number': 5, 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'gw_port': {'id': 'd7409375-7c35-44e1-988d-8096fae6e17f', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:30Z', 'updated_at': '2022-11-02T07:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:37:05.679502 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad44e11-322e-4a33-8725-c54057788d5c req-91b0b93e-e8b6-49dd-a95a-18b12e51abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:05.681053 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9ad44e11-322e-4a33-8725-c54057788d5c req-91b0b93e-e8b6-49dd-a95a-18b12e51abf3 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=59746b03-2694-45ae-a6c9-a4cd96b42795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0838006 Nov 02 07:37:05.706099 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a70f57-e093-4c76-893e-85dc33cea75a None None] Checking router: 9c7369f9-4754-49c6-9529-09b76f58b290 for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:37:05.725160 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-a63f0203-aefa-416e-8cd6-7e7ec11e54c4 None None] Current status of the port 1582b820-fce1-4691-8d25-dcfc7601e857 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:37:05.729421 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-368f351e-ac4a-4b2b-9347-28a1904c5274 admin admin] For port d7409375-7c35-44e1-988d-8096fae6e17f, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=d7409375-7c35-44e1-988d-8096fae6e17f,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:37:05.729785 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-368f351e-ac4a-4b2b-9347-28a1904c5274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (d7409375-7c35-44e1-988d-8096fae6e17f), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:05.737639 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a70f57-e093-4c76-893e-85dc33cea75a None None] Routers {'9c7369f9-4754-49c6-9529-09b76f58b290'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:37:05.738255 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-85a70f57-e093-4c76-893e-85dc33cea75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:36:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['9c7369f9-4754-49c6-9529-09b76f58b290'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:37:05.771718 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-368f351e-ac4a-4b2b-9347-28a1904c5274 admin admin] Calling delete_port for d7409375-7c35-44e1-988d-8096fae6e17f owned by network:router_gateway {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:37:05.841291 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9ad44e11-322e-4a33-8725-c54057788d5c req-0eba8957-5f3f-4db6-8937-ca43f13f00aa service neutron] 10.222.0.47 "GET /networking/v2.0/networks/59746b03-2694-45ae-a6c9-a4cd96b42795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523335 Nov 02 07:37:05.853238 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-85a70f57-e093-4c76-893e-85dc33cea75a None None] Set router 9c7369f9-4754-49c6-9529-09b76f58b290 gateway port host: None {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:37:05.912792 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-85a70f57-e093-4c76-893e-85dc33cea75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'name': 'tempest-TestShelveInstance-1427041676-router', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:31:29Z', 'updated_at': '2022-11-02T07:37:05Z', 'revision_number': 6, 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'gw_port_host': None}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:37:05.941491 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a70f57-e093-4c76-893e-85dc33cea75a None None] The sync data for ids ['9c7369f9-4754-49c6-9529-09b76f58b290'] in dv-cinder-804735-33-iscsi is: [{'id': '9c7369f9-4754-49c6-9529-09b76f58b290', 'name': 'tempest-TestShelveInstance-1427041676-router', 'tenant_id': '82915a36bbdb4b5998fd98833e234ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:31:29Z', 'updated_at': '2022-11-02T07:37:05Z', 'revision_number': 6, 'project_id': '82915a36bbdb4b5998fd98833e234ad2', 'gw_port_host': None}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:37:05.985861 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:05.990830 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9ad44e11-322e-4a33-8725-c54057788d5c req-04044edf-e2b1-463e-958a-004e50b7c779 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/59746b03-2694-45ae-a6c9-a4cd96b42795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429043 Nov 02 07:37:06.040617 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-368f351e-ac4a-4b2b-9347-28a1904c5274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (d7409375-7c35-44e1-988d-8096fae6e17f), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:06.065648 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f351e-ac4a-4b2b-9347-28a1904c5274 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7409375-7c35-44e1-988d-8096fae6e17f,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:37:06.129163 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-368f351e-ac4a-4b2b-9347-28a1904c5274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649138'] for router_gateway (9c7369f9-4754-49c6-9529-09b76f58b290), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:06.217578 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-368f351e-ac4a-4b2b-9347-28a1904c5274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-647483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518291'] for router (9c7369f9-4754-49c6-9529-09b76f58b290), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:06.220942 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-368f351e-ac4a-4b2b-9347-28a1904c5274 admin admin] Publish callbacks [] for router_controller (9c7369f9-4754-49c6-9529-09b76f58b290), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:06.259335 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:06.269592 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-368f351e-ac4a-4b2b-9347-28a1904c5274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-647458'] for router (9c7369f9-4754-49c6-9529-09b76f58b290), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:06.270866 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368f351e-ac4a-4b2b-9347-28a1904c5274 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c7369f9-4754-49c6-9529-09b76f58b290 {{(pid=104569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 07:37:06.275786 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-368f351e-ac4a-4b2b-9347-28a1904c5274 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:06.276965 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-368f351e-ac4a-4b2b-9347-28a1904c5274 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/9c7369f9-4754-49c6-9529-09b76f58b290 HTTP/1.1" status: 204 len: 168 time: 1.4539816 Nov 02 07:37:06.279654 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 41820) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:37:06.327768 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_v2 [None req-780b5284-95b1-4386-9450-81aad2b14682 admin admin] Deleting subnet fdac1f18-4f67-4d45-9794-697cbfd49b75 {{(pid=104568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 07:37:06.331425 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-780b5284-95b1-4386-9450-81aad2b14682 admin admin] Publish callbacks [] for subnet (fdac1f18-4f67-4d45-9794-697cbfd49b75), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:06.357108 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 41822) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:37:06.371337 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-780b5284-95b1-4386-9450-81aad2b14682 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3576835'] for subnet (fdac1f18-4f67-4d45-9794-697cbfd49b75), precommit_delete_associations {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:06.454679 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-780b5284-95b1-4386-9450-81aad2b14682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134157560'] for subnet (fdac1f18-4f67-4d45-9794-697cbfd49b75), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:06.479319 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5a414dee-9bb6-4c58-b9f2-e10558464c2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:06.497667 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:06.510607 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-780b5284-95b1-4386-9450-81aad2b14682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134157505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3576469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808803'] for subnet (fdac1f18-4f67-4d45-9794-697cbfd49b75), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:06.518855 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:06.543406 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b5284-95b1-4386-9450-81aad2b14682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdac1f18-4f67-4d45-9794-697cbfd49b75,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:37:06.545671 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-780b5284-95b1-4386-9450-81aad2b14682 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for subnet (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:06.551531 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-780b5284-95b1-4386-9450-81aad2b14682 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/fdac1f18-4f67-4d45-9794-697cbfd49b75 HTTP/1.1" status: 204 len: 168 time: 0.2684710 Nov 02 07:37:06.551661 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b723295-fa99-4131-883e-88f6c40cc670 None None] Network a4b569f4-0220-4fbb-945d-473979044420 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:37:06.552128 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 41826) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:37:06.552975 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:06.568940 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5a414dee-9bb6-4c58-b9f2-e10558464c2a admin admin] Publish callbacks [] for security_group (fe87617e-24f3-41ae-9546-915d4d8bf00f), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:06.573980 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5a414dee-9bb6-4c58-b9f2-e10558464c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (fe87617e-24f3-41ae-9546-915d4d8bf00f), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:06.615291 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a414dee-9bb6-4c58-b9f2-e10558464c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe87617e-24f3-41ae-9546-915d4d8bf00f,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:37:06.620837 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-5a414dee-9bb6-4c58-b9f2-e10558464c2a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=8c9fece6c377459ebbe174845d2d9c8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2624931 Nov 02 07:37:06.623454 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 41828) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:37:06.635887 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-03e82738-77cb-4e6b-92f2-a3adbc0eb637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134064640'] for network (a4b569f4-0220-4fbb-945d-473979044420), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:06.687803 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-20d6eb12-a682-491f-82a0-2622b6460996 admin admin] Publish callbacks [] for security_group (fe87617e-24f3-41ae-9546-915d4d8bf00f), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:06.699269 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-03e82738-77cb-4e6b-92f2-a3adbc0eb637 admin admin] Deleting port 1582b820-fce1-4691-8d25-dcfc7601e857 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:37:06.699607 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-03e82738-77cb-4e6b-92f2-a3adbc0eb637 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (1582b820-fce1-4691-8d25-dcfc7601e857), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:06.715554 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-20d6eb12-a682-491f-82a0-2622b6460996 admin admin] Publish callbacks [] for security_group (fe87617e-24f3-41ae-9546-915d4d8bf00f), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:06.728325 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076f8004-f3ef-4bcb-8a83-2e5bf7f46604 None None] DHCP port deletion for a4b569f4-0220-4fbb-945d-473979044420 request from dv-cinder-804735-33-iscsi {{(pid=104570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 07:37:06.768531 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-076f8004-f3ef-4bcb-8a83-2e5bf7f46604 None None] Deleting port 1582b820-fce1-4691-8d25-dcfc7601e857 {{(pid=104570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:37:06.768959 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-076f8004-f3ef-4bcb-8a83-2e5bf7f46604 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (1582b820-fce1-4691-8d25-dcfc7601e857), before_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:06.774522 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [None req-03e82738-77cb-4e6b-92f2-a3adbc0eb637 admin admin] For port 1582b820-fce1-4691-8d25-dcfc7601e857, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=1582b820-fce1-4691-8d25-dcfc7601e857,segment=NetworkSegment(d84738d2-98c3-4ff6-97b3-8faa15e0d3f9),segment_id=d84738d2-98c3-4ff6-97b3-8faa15e0d3f9)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:37:06.774891 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-03e82738-77cb-4e6b-92f2-a3adbc0eb637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (1582b820-fce1-4691-8d25-dcfc7601e857), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:06.781899 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:06.787164 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-20d6eb12-a682-491f-82a0-2622b6460996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (fe87617e-24f3-41ae-9546-915d4d8bf00f), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:06.790254 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-20d6eb12-a682-491f-82a0-2622b6460996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:06.794138 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-20d6eb12-a682-491f-82a0-2622b6460996 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/fe87617e-24f3-41ae-9546-915d4d8bf00f HTTP/1.1" status: 204 len: 168 time: 0.1670325 Nov 02 07:37:06.795394 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-03e82738-77cb-4e6b-92f2-a3adbc0eb637 admin admin] Calling delete_port for 1582b820-fce1-4691-8d25-dcfc7601e857 owned by network:dhcp {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:37:06.799955 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6eb12-a682-491f-82a0-2622b6460996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe87617e-24f3-41ae-9546-915d4d8bf00f,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:37:06.874575 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-076f8004-f3ef-4bcb-8a83-2e5bf7f46604 None None] For port 1582b820-fce1-4691-8d25-dcfc7601e857, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=1582b820-fce1-4691-8d25-dcfc7601e857,segment=NetworkSegment(d84738d2-98c3-4ff6-97b3-8faa15e0d3f9),segment_id=d84738d2-98c3-4ff6-97b3-8faa15e0d3f9)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:37:06.875044 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-076f8004-f3ef-4bcb-8a83-2e5bf7f46604 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (1582b820-fce1-4691-8d25-dcfc7601e857), precommit_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:06.894194 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-03e82738-77cb-4e6b-92f2-a3adbc0eb637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (1582b820-fce1-4691-8d25-dcfc7601e857), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:06.897607 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-076f8004-f3ef-4bcb-8a83-2e5bf7f46604 None None] Calling delete_port for 1582b820-fce1-4691-8d25-dcfc7601e857 owned by network:dhcp {{(pid=104570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:37:06.921585 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e82738-77cb-4e6b-92f2-a3adbc0eb637 admin admin] Pushing event deleted for resources: {'Port': ['ID=1582b820-fce1-4691-8d25-dcfc7601e857,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:37:06.931220 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e82738-77cb-4e6b-92f2-a3adbc0eb637 admin admin] No DVR routers for this DVR port 1582b820-fce1-4691-8d25-dcfc7601e857 on host dv-cinder-804735-33-iscsi {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:37:06.969241 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 996f2c32-c1ac-4a87-8225-a97b2b8e6f96 no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:37:07.006865 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: 996f2c32-c1ac-4a87-8225-a97b2b8e6f96 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:37:07.007301 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 996f2c32-c1ac-4a87-8225-a97b2b8e6f96 not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:37:07.008161 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device d7409375-7c35-44e1-988d-8096fae6e17f no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:37:07.029255 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-03e82738-77cb-4e6b-92f2-a3adbc0eb637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134158659', 'neutron.services.segments.db._delete_segments_for_network-8744620219010'] for network (a4b569f4-0220-4fbb-945d-473979044420), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:07.031477 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: d7409375-7c35-44e1-988d-8096fae6e17f {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:37:07.031824 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device d7409375-7c35-44e1-988d-8096fae6e17f not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:37:07.032942 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 1582b820-fce1-4691-8d25-dcfc7601e857 no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:37:07.054794 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-03e82738-77cb-4e6b-92f2-a3adbc0eb637 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b569f4-0220-4fbb-945d-473979044420']}} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:37:07.059777 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: 1582b820-fce1-4691-8d25-dcfc7601e857 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:37:07.060193 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 1582b820-fce1-4691-8d25-dcfc7601e857 not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:37:07.067821 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-076f8004-f3ef-4bcb-8a83-2e5bf7f46604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747'] for port (1582b820-fce1-4691-8d25-dcfc7601e857), after_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:07.069780 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-03e82738-77cb-4e6b-92f2-a3adbc0eb637 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd84738d2-98c3-4ff6-97b3-8faa15e0d3f9') {'for_net_delete': True} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:37:07.070038 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-03e82738-77cb-4e6b-92f2-a3adbc0eb637 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd84738d2-98c3-4ff6-97b3-8faa15e0d3f9') {} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:37:07.082952 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-03e82738-77cb-4e6b-92f2-a3adbc0eb637 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744620219073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3576842'] for segment (d84738d2-98c3-4ff6-97b3-8faa15e0d3f9), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:07.098020 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f8004-f3ef-4bcb-8a83-2e5bf7f46604 None None] Pushing event deleted for resources: {'Port': ['ID=1582b820-fce1-4691-8d25-dcfc7601e857,revision_number=None']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:37:07.103994 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-03e82738-77cb-4e6b-92f2-a3adbc0eb637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (d84738d2-98c3-4ff6-97b3-8faa15e0d3f9), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:07.106297 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076f8004-f3ef-4bcb-8a83-2e5bf7f46604 None None] No DVR routers for this DVR port 1582b820-fce1-4691-8d25-dcfc7601e857 on host dv-cinder-804735-33-iscsi {{(pid=104570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:37:07.114474 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f8004-f3ef-4bcb-8a83-2e5bf7f46604 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:37:07.114787 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f8004-f3ef-4bcb-8a83-2e5bf7f46604 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:37:07.116474 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e82738-77cb-4e6b-92f2-a3adbc0eb637 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=104568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 07:37:07.116974 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-03e82738-77cb-4e6b-92f2-a3adbc0eb637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3576379'] for segment (d84738d2-98c3-4ff6-97b3-8faa15e0d3f9), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:07.119634 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f8004-f3ef-4bcb-8a83-2e5bf7f46604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:37:07.120119 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f8004-f3ef-4bcb-8a83-2e5bf7f46604 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:37:07.120476 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f8004-f3ef-4bcb-8a83-2e5bf7f46604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:37:07.120847 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f8004-f3ef-4bcb-8a83-2e5bf7f46604 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:37:07.121212 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f8004-f3ef-4bcb-8a83-2e5bf7f46604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:37:07.121543 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f8004-f3ef-4bcb-8a83-2e5bf7f46604 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:37:07.121931 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f8004-f3ef-4bcb-8a83-2e5bf7f46604 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:37:07.122328 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f8004-f3ef-4bcb-8a83-2e5bf7f46604 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:37:07.122681 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f8004-f3ef-4bcb-8a83-2e5bf7f46604 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:37:07.123018 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f8004-f3ef-4bcb-8a83-2e5bf7f46604 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:37:07.123341 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f8004-f3ef-4bcb-8a83-2e5bf7f46604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:37:07.125727 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f8004-f3ef-4bcb-8a83-2e5bf7f46604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:37:07.126161 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f8004-f3ef-4bcb-8a83-2e5bf7f46604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:37:07.149738 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment d84738d2-98c3-4ff6-97b3-8faa15e0d3f9 resource provider aggregate not found Nov 02 07:37:07.185167 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment d84738d2-98c3-4ff6-97b3-8faa15e0d3f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d84738d2-98c3-4ff6-97b3-8faa15e0d3f9 found for delete ", "request_id": "req-17d9fe22-0dc3-4c0e-8870-23305e4b2fc9"}]} Nov 02 07:37:07.200721 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-03e82738-77cb-4e6b-92f2-a3adbc0eb637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134158664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649174'] for network (a4b569f4-0220-4fbb-945d-473979044420), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:07.207145 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-03e82738-77cb-4e6b-92f2-a3adbc0eb637 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:07.210838 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-03e82738-77cb-4e6b-92f2-a3adbc0eb637 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/a4b569f4-0220-4fbb-945d-473979044420 HTTP/1.1" status: 204 len: 168 time: 0.6578686 Nov 02 07:37:07.213556 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 41840) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:37:07.218298 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 41842) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:37:07.229849 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e82738-77cb-4e6b-92f2-a3adbc0eb637 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4b569f4-0220-4fbb-945d-473979044420,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:37:07.234606 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c9a45392-3d25-49d1-b028-d9143d87cb46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:07.319327 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c9a45392-3d25-49d1-b028-d9143d87cb46 admin admin] Publish callbacks [] for security_group (03ab756d-b395-4863-823a-4cb43d5054a7), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:07.323068 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c9a45392-3d25-49d1-b028-d9143d87cb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (03ab756d-b395-4863-823a-4cb43d5054a7), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:07.363694 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-c9a45392-3d25-49d1-b028-d9143d87cb46 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=79f04b0f9e0e47f79abe638582c4e073&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440804 Nov 02 07:37:07.364787 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a45392-3d25-49d1-b028-d9143d87cb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ab756d-b395-4863-823a-4cb43d5054a7,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:37:07.367395 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 41844) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:37:07.416456 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6d05f9dc-4076-48b2-9fb2-2c2d6268cd39 admin admin] Publish callbacks [] for security_group (03ab756d-b395-4863-823a-4cb43d5054a7), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:07.441980 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6d05f9dc-4076-48b2-9fb2-2c2d6268cd39 admin admin] Publish callbacks [] for security_group (03ab756d-b395-4863-823a-4cb43d5054a7), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:07.452041 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:07.498231 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6d05f9dc-4076-48b2-9fb2-2c2d6268cd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (03ab756d-b395-4863-823a-4cb43d5054a7), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:07.501496 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6d05f9dc-4076-48b2-9fb2-2c2d6268cd39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:07.502949 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-6d05f9dc-4076-48b2-9fb2-2c2d6268cd39 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/03ab756d-b395-4863-823a-4cb43d5054a7 HTTP/1.1" status: 204 len: 168 time: 0.1349864 Nov 02 07:37:07.511542 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05f9dc-4076-48b2-9fb2-2c2d6268cd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ab756d-b395-4863-823a-4cb43d5054a7,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:37:07.560654 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-82314125-e2e0-4fa9-960f-fbd00603b5e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651005'] for router_interface (89f0d564-b221-45ea-89d7-6c6e7bf546cb), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:07.618030 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:07.647518 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:07.794204 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-82314125-e2e0-4fa9-960f-fbd00603b5e5 admin admin] Deleting port 57329ade-c27b-4f03-a735-a3c74d01c281 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:37:07.794572 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-82314125-e2e0-4fa9-960f-fbd00603b5e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (57329ade-c27b-4f03-a735-a3c74d01c281), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:07.878303 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [None req-82314125-e2e0-4fa9-960f-fbd00603b5e5 admin admin] For port 57329ade-c27b-4f03-a735-a3c74d01c281, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=57329ade-c27b-4f03-a735-a3c74d01c281,segment=NetworkSegment(158560fd-d26c-46c4-bf12-ae1614ab269f),segment_id=158560fd-d26c-46c4-bf12-ae1614ab269f)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:37:07.878691 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-82314125-e2e0-4fa9-960f-fbd00603b5e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (57329ade-c27b-4f03-a735-a3c74d01c281), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:07.893058 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-82314125-e2e0-4fa9-960f-fbd00603b5e5 admin admin] Calling delete_port for 57329ade-c27b-4f03-a735-a3c74d01c281 owned by network:router_interface {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:37:08.079945 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-82314125-e2e0-4fa9-960f-fbd00603b5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (57329ade-c27b-4f03-a735-a3c74d01c281), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:08.101968 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82314125-e2e0-4fa9-960f-fbd00603b5e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=57329ade-c27b-4f03-a735-a3c74d01c281,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:37:08.279549 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-82314125-e2e0-4fa9-960f-fbd00603b5e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-997933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647533'] for router_interface (89f0d564-b221-45ea-89d7-6c6e7bf546cb), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:08.323330 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91b3a16-26c3-4160-82fa-66442106e778 None None] get_active_networks_info from dv-cinder-804735-33-iscsi {{(pid=104570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 07:37:08.389975 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:08.435841 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91b3a16-26c3-4160-82fa-66442106e778 None None] Resources bound (agent type, host, resource id): {{(pid=104570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 07:37:08.521540 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82314125-e2e0-4fa9-960f-fbd00603b5e5 admin admin] Router 89f0d564-b221-45ea-89d7-6c6e7bf546cb has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:37:08.626682 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:37:08.882612 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:08.905996 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82314125-e2e0-4fa9-960f-fbd00603b5e5 admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:37:08.915912 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-82314125-e2e0-4fa9-960f-fbd00603b5e5 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/89f0d564-b221-45ea-89d7-6c6e7bf546cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6975451 Nov 02 07:37:08.916215 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 41914) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:37:08.920914 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed367895-68e3-42c2-8862-cc7cd79fb7ac None None] Sync routers for ids ['89f0d564-b221-45ea-89d7-6c6e7bf546cb'] in dv-cinder-804735-33-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:37:08.939335 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed367895-68e3-42c2-8862-cc7cd79fb7ac None None] Routers {'89f0d564-b221-45ea-89d7-6c6e7bf546cb'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:37:08.943433 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-ed367895-68e3-42c2-8862-cc7cd79fb7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:36:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['89f0d564-b221-45ea-89d7-6c6e7bf546cb'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:37:09.023121 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:09.038468 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6ffcbb6f-c815-47dc-89ca-5e06c46baf99 admin admin] Publish callbacks [] for router (89f0d564-b221-45ea-89d7-6c6e7bf546cb), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:09.157878 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-ed367895-68e3-42c2-8862-cc7cd79fb7ac None None] Set router 89f0d564-b221-45ea-89d7-6c6e7bf546cb gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:37:09.168194 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6ffcbb6f-c815-47dc-89ca-5e06c46baf99 admin admin] Publish callbacks [] for router_gateway (89f0d564-b221-45ea-89d7-6c6e7bf546cb), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:09.222597 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-6ffcbb6f-c815-47dc-89ca-5e06c46baf99 admin admin] Deleting port 55f0b5a6-f19e-45ba-8990-323a4118bae3 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:37:09.222980 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6ffcbb6f-c815-47dc-89ca-5e06c46baf99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (55f0b5a6-f19e-45ba-8990-323a4118bae3), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:09.271561 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-5d700800-c621-4b95-a09d-f7acdcd75775 None None] Provisioning complete for port e09a6530-1dcb-4f9c-a953-b69f06c9d272 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:37:09.272044 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5d700800-c621-4b95-a09d-f7acdcd75775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (e09a6530-1dcb-4f9c-a953-b69f06c9d272), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:09.272467 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-5d700800-c621-4b95-a09d-f7acdcd75775 None None] Attempt 1 to provision port e09a6530-1dcb-4f9c-a953-b69f06c9d272 Nov 02 07:37:09.312137 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-6ffcbb6f-c815-47dc-89ca-5e06c46baf99 admin admin] For port 55f0b5a6-f19e-45ba-8990-323a4118bae3, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=55f0b5a6-f19e-45ba-8990-323a4118bae3,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:37:09.312971 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6ffcbb6f-c815-47dc-89ca-5e06c46baf99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (55f0b5a6-f19e-45ba-8990-323a4118bae3), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:09.332119 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-6ffcbb6f-c815-47dc-89ca-5e06c46baf99 admin admin] Calling delete_port for 55f0b5a6-f19e-45ba-8990-323a4118bae3 owned by network:router_gateway {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:37:09.351492 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-5d700800-c621-4b95-a09d-f7acdcd75775 None None] Current status of the port e09a6530-1dcb-4f9c-a953-b69f06c9d272 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:37:09.356322 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-ed367895-68e3-42c2-8862-cc7cd79fb7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f0d564-b221-45ea-89d7-6c6e7bf546cb', 'name': 'tempest-TestShelveInstance-1454838102-router', 'tenant_id': 'd69c92f22f8d42bdb324ed5d021b56e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '55f0b5a6-f19e-45ba-8990-323a4118bae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:31:39Z', 'updated_at': '2022-11-02T07:37:08Z', 'revision_number': 5, 'project_id': 'd69c92f22f8d42bdb324ed5d021b56e3', 'gw_port': {'id': '55f0b5a6-f19e-45ba-8990-323a4118bae3', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f0d564-b221-45ea-89d7-6c6e7bf546cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:31:40Z', 'updated_at': '2022-11-02T07:31:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:37:09.381344 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed367895-68e3-42c2-8862-cc7cd79fb7ac None None] Checking router: 89f0d564-b221-45ea-89d7-6c6e7bf546cb for host: dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:37:09.391405 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed367895-68e3-42c2-8862-cc7cd79fb7ac None None] Routers {'89f0d564-b221-45ea-89d7-6c6e7bf546cb'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:37:09.392876 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-ed367895-68e3-42c2-8862-cc7cd79fb7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:36:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['89f0d564-b221-45ea-89d7-6c6e7bf546cb'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:37:09.485441 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-ed367895-68e3-42c2-8862-cc7cd79fb7ac None None] Set router 89f0d564-b221-45ea-89d7-6c6e7bf546cb gateway port host: None {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:37:09.515669 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6ffcbb6f-c815-47dc-89ca-5e06c46baf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (55f0b5a6-f19e-45ba-8990-323a4118bae3), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:09.540787 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-ed367895-68e3-42c2-8862-cc7cd79fb7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f0d564-b221-45ea-89d7-6c6e7bf546cb', 'name': 'tempest-TestShelveInstance-1454838102-router', 'tenant_id': 'd69c92f22f8d42bdb324ed5d021b56e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:31:39Z', 'updated_at': '2022-11-02T07:37:09Z', 'revision_number': 6, 'project_id': 'd69c92f22f8d42bdb324ed5d021b56e3', 'gw_port_host': None}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:37:09.544851 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffcbb6f-c815-47dc-89ca-5e06c46baf99 admin admin] Pushing event deleted for resources: {'Port': ['ID=55f0b5a6-f19e-45ba-8990-323a4118bae3,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:37:09.569183 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed367895-68e3-42c2-8862-cc7cd79fb7ac None None] The sync data for ids ['89f0d564-b221-45ea-89d7-6c6e7bf546cb'] in dv-cinder-804735-33-iscsi is: [{'id': '89f0d564-b221-45ea-89d7-6c6e7bf546cb', 'name': 'tempest-TestShelveInstance-1454838102-router', 'tenant_id': 'd69c92f22f8d42bdb324ed5d021b56e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:31:39Z', 'updated_at': '2022-11-02T07:37:09Z', 'revision_number': 6, 'project_id': 'd69c92f22f8d42bdb324ed5d021b56e3', 'gw_port_host': None}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:37:09.618950 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6ffcbb6f-c815-47dc-89ca-5e06c46baf99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649138'] for router_gateway (89f0d564-b221-45ea-89d7-6c6e7bf546cb), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:09.716969 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6ffcbb6f-c815-47dc-89ca-5e06c46baf99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-647483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518291'] for router (89f0d564-b221-45ea-89d7-6c6e7bf546cb), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:09.719117 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6ffcbb6f-c815-47dc-89ca-5e06c46baf99 admin admin] Publish callbacks [] for router_controller (89f0d564-b221-45ea-89d7-6c6e7bf546cb), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:09.764223 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6ffcbb6f-c815-47dc-89ca-5e06c46baf99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-647458'] for router (89f0d564-b221-45ea-89d7-6c6e7bf546cb), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:09.764816 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffcbb6f-c815-47dc-89ca-5e06c46baf99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89f0d564-b221-45ea-89d7-6c6e7bf546cb {{(pid=104569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 07:37:09.769859 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6ffcbb6f-c815-47dc-89ca-5e06c46baf99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:09.770976 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-6ffcbb6f-c815-47dc-89ca-5e06c46baf99 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/89f0d564-b221-45ea-89d7-6c6e7bf546cb HTTP/1.1" status: 204 len: 168 time: 0.8550034 Nov 02 07:37:09.773456 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 41930) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:37:09.822779 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c26c94b-eb1b-418b-89d7-b490f4082caa admin admin] Deleting subnet ebc26018-a972-462a-83f4-6abd0e233cdd {{(pid=104569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 07:37:09.825956 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1c26c94b-eb1b-418b-89d7-b490f4082caa admin admin] Publish callbacks [] for subnet (ebc26018-a972-462a-83f4-6abd0e233cdd), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:09.864856 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1c26c94b-eb1b-418b-89d7-b490f4082caa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3451448'] for subnet (ebc26018-a972-462a-83f4-6abd0e233cdd), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:09.943912 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:09.948929 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1c26c94b-eb1b-418b-89d7-b490f4082caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134157560'] for subnet (ebc26018-a972-462a-83f4-6abd0e233cdd), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:09.972721 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:10.012617 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1c26c94b-eb1b-418b-89d7-b490f4082caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134157505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3257418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041961'] for subnet (ebc26018-a972-462a-83f4-6abd0e233cdd), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:10.044974 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26c94b-eb1b-418b-89d7-b490f4082caa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebc26018-a972-462a-83f4-6abd0e233cdd,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:37:10.050409 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-1c26c94b-eb1b-418b-89d7-b490f4082caa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:10.054041 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-1c26c94b-eb1b-418b-89d7-b490f4082caa admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/ebc26018-a972-462a-83f4-6abd0e233cdd HTTP/1.1" status: 204 len: 168 time: 0.2796783 Nov 02 07:37:10.056674 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 41934) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:37:10.057893 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b081ffc-0568-4787-871b-2078e815d5d2 None None] Network 83797ce7-5336-4f43-b593-3ba1916c5e52 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:37:10.127755 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3e7e8b83-7bc5-4084-8bb8-f8aae189993c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134064640'] for network (83797ce7-5336-4f43-b593-3ba1916c5e52), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:10.173436 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-3e7e8b83-7bc5-4084-8bb8-f8aae189993c admin admin] Deleting port e09a6530-1dcb-4f9c-a953-b69f06c9d272 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:37:10.173765 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3e7e8b83-7bc5-4084-8bb8-f8aae189993c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (e09a6530-1dcb-4f9c-a953-b69f06c9d272), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:10.242146 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-3e7e8b83-7bc5-4084-8bb8-f8aae189993c admin admin] For port e09a6530-1dcb-4f9c-a953-b69f06c9d272, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=e09a6530-1dcb-4f9c-a953-b69f06c9d272,segment=NetworkSegment(158560fd-d26c-46c4-bf12-ae1614ab269f),segment_id=158560fd-d26c-46c4-bf12-ae1614ab269f)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:37:10.242532 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3e7e8b83-7bc5-4084-8bb8-f8aae189993c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (e09a6530-1dcb-4f9c-a953-b69f06c9d272), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:10.255001 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-3e7e8b83-7bc5-4084-8bb8-f8aae189993c admin admin] Calling delete_port for e09a6530-1dcb-4f9c-a953-b69f06c9d272 owned by network:dhcp {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:37:10.334945 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3e7e8b83-7bc5-4084-8bb8-f8aae189993c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (e09a6530-1dcb-4f9c-a953-b69f06c9d272), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:10.357878 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3669807a-40c6-4e3b-b14c-e6b3b5266a02 None None] DHCP port deletion for 83797ce7-5336-4f43-b593-3ba1916c5e52 request from dv-cinder-804735-33-iscsi {{(pid=104570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 07:37:10.363512 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e8b83-7bc5-4084-8bb8-f8aae189993c admin admin] Pushing event deleted for resources: {'Port': ['ID=e09a6530-1dcb-4f9c-a953-b69f06c9d272,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:37:10.369146 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7e8b83-7bc5-4084-8bb8-f8aae189993c admin admin] No DVR routers for this DVR port e09a6530-1dcb-4f9c-a953-b69f06c9d272 on host dv-cinder-804735-33-iscsi {{(pid=104569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:37:10.443825 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3e7e8b83-7bc5-4084-8bb8-f8aae189993c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134158659', 'neutron.services.segments.db._delete_segments_for_network-8744620219010'] for network (83797ce7-5336-4f43-b593-3ba1916c5e52), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:10.464358 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-3e7e8b83-7bc5-4084-8bb8-f8aae189993c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83797ce7-5336-4f43-b593-3ba1916c5e52']}} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:37:10.475050 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-3e7e8b83-7bc5-4084-8bb8-f8aae189993c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '158560fd-d26c-46c4-bf12-ae1614ab269f') {'for_net_delete': True} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:37:10.475295 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-3e7e8b83-7bc5-4084-8bb8-f8aae189993c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '158560fd-d26c-46c4-bf12-ae1614ab269f') {} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:37:10.487412 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3e7e8b83-7bc5-4084-8bb8-f8aae189993c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744620219073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3451441'] for segment (158560fd-d26c-46c4-bf12-ae1614ab269f), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:10.501664 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3e7e8b83-7bc5-4084-8bb8-f8aae189993c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (158560fd-d26c-46c4-bf12-ae1614ab269f), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:10.508376 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7e8b83-7bc5-4084-8bb8-f8aae189993c admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=104569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 07:37:10.509080 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3e7e8b83-7bc5-4084-8bb8-f8aae189993c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3257572'] for segment (158560fd-d26c-46c4-bf12-ae1614ab269f), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:10.583414 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3e7e8b83-7bc5-4084-8bb8-f8aae189993c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134158664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649174'] for network (83797ce7-5336-4f43-b593-3ba1916c5e52), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:10.589410 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3e7e8b83-7bc5-4084-8bb8-f8aae189993c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:10.595274 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-3e7e8b83-7bc5-4084-8bb8-f8aae189993c admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/83797ce7-5336-4f43-b593-3ba1916c5e52 HTTP/1.1" status: 204 len: 168 time: 0.5352075 Nov 02 07:37:10.611876 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e8b83-7bc5-4084-8bb8-f8aae189993c admin admin] Pushing event deleted for resources: {'Network': ['ID=83797ce7-5336-4f43-b593-3ba1916c5e52,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:37:10.719541 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.services.segments.plugin [-] Segment 158560fd-d26c-46c4-bf12-ae1614ab269f resource provider aggregate not found Nov 02 07:37:10.736784 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.services.segments.plugin [-] Segment 158560fd-d26c-46c4-bf12-ae1614ab269f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 158560fd-d26c-46c4-bf12-ae1614ab269f found for delete ", "request_id": "req-7f5b7f88-910b-41ea-8fb6-a558a6eda5b0"}]} Nov 02 07:37:10.790183 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 41946) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:37:10.831797 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-5e7d31a0-2b31-4569-8f01-4595d8aa24a9 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=82915a36bbdb4b5998fd98833e234ad2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404375 Nov 02 07:37:10.834267 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 41948) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:37:10.884709 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-9ccccea5-ada3-4c2c-89b8-c66dc8321e27 admin admin] Publish callbacks [] for security_group (55ac6f52-d1eb-4a3a-bbdb-8b293e7de9af), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:10.904819 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-9ccccea5-ada3-4c2c-89b8-c66dc8321e27 admin admin] Publish callbacks [] for security_group (55ac6f52-d1eb-4a3a-bbdb-8b293e7de9af), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:10.923504 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 57329ade-c27b-4f03-a735-a3c74d01c281 no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:37:10.943481 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: 57329ade-c27b-4f03-a735-a3c74d01c281 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:37:10.943824 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 57329ade-c27b-4f03-a735-a3c74d01c281 not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:37:10.944235 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 55f0b5a6-f19e-45ba-8990-323a4118bae3 no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:37:10.960572 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-9ccccea5-ada3-4c2c-89b8-c66dc8321e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (55ac6f52-d1eb-4a3a-bbdb-8b293e7de9af), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:10.963285 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-9ccccea5-ada3-4c2c-89b8-c66dc8321e27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:10.964082 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: 55f0b5a6-f19e-45ba-8990-323a4118bae3 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:37:10.964472 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 55f0b5a6-f19e-45ba-8990-323a4118bae3 not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:37:10.964736 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-9ccccea5-ada3-4c2c-89b8-c66dc8321e27 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/55ac6f52-d1eb-4a3a-bbdb-8b293e7de9af HTTP/1.1" status: 204 len: 168 time: 0.1293359 Nov 02 07:37:10.964891 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device e09a6530-1dcb-4f9c-a953-b69f06c9d272 no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:37:10.975942 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccccea5-ada3-4c2c-89b8-c66dc8321e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ac6f52-d1eb-4a3a-bbdb-8b293e7de9af,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:37:10.999442 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: e09a6530-1dcb-4f9c-a953-b69f06c9d272 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:37:10.999785 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device e09a6530-1dcb-4f9c-a953-b69f06c9d272 not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:37:11.301367 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 41956) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:37:11.314443 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:11.342803 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-9d173a4b-80e9-4078-b7fa-209b87cac747 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d69c92f22f8d42bdb324ed5d021b56e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402780 Nov 02 07:37:11.346276 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 41958) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:37:11.391672 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:UPDATE=1,neutron:DELETE=6,neutron:SELECT=93 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:11.401327 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-65eb4cad-50a2-4c7a-989e-1516d5e04ceb admin admin] Publish callbacks [] for security_group (2e608155-3ff5-4113-89b3-7e38a8445c3e), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:11.423342 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-65eb4cad-50a2-4c7a-989e-1516d5e04ceb admin admin] Publish callbacks [] for security_group (2e608155-3ff5-4113-89b3-7e38a8445c3e), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:11.471520 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-65eb4cad-50a2-4c7a-989e-1516d5e04ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (2e608155-3ff5-4113-89b3-7e38a8445c3e), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:11.474099 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-65eb4cad-50a2-4c7a-989e-1516d5e04ceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:11.475298 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-65eb4cad-50a2-4c7a-989e-1516d5e04ceb admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2e608155-3ff5-4113-89b3-7e38a8445c3e HTTP/1.1" status: 204 len: 168 time: 0.1277363 Nov 02 07:37:11.485908 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb4cad-50a2-4c7a-989e-1516d5e04ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e608155-3ff5-4113-89b3-7e38a8445c3e,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:37:16.337334 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:16.350658 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-8008de65-e420-489d-a3c8-cad648e179e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:18.552574 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ae47c693-6ec4-4096-a5e0-554e6cfa2c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:18.903849 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=22 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:19.543669 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:19.544406 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=67,neutron:UPDATE=3 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:19.915192 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:21.335106 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:21.412805 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:21.478544 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=8,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:21.481412 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:28.464795 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a6940-a1ef-40b4-a69a-093d46d8be10 req-b14a4efd-5d3c-475b-9b1a-555dc1081129 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:28.466250 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-325a6940-a1ef-40b4-a69a-093d46d8be10 req-b14a4efd-5d3c-475b-9b1a-555dc1081129 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 985 time: 0.0475714 Nov 02 07:37:28.530132 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-325a6940-a1ef-40b4-a69a-093d46d8be10 req-d2c451a7-3d0e-4144-945d-2c1ab8d69185 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&id=5955c213-20e0-4cb5-b4d4-acf9e40431f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580940 Nov 02 07:37:28.576269 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:28.590157 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:29.654983 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560e782-f6cc-4a85-9e85-0677e6bcb612 req-8c90cc6d-d91a-431c-af37-b18fd21561a2 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:29.656457 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7560e782-f6cc-4a85-9e85-0677e6bcb612 req-8c90cc6d-d91a-431c-af37-b18fd21561a2 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 985 time: 0.0484846 Nov 02 07:37:29.716513 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7560e782-f6cc-4a85-9e85-0677e6bcb612 req-c57c1f3a-8513-4a9f-8b85-c517f78077cb tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&id=5955c213-20e0-4cb5-b4d4-acf9e40431f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536385 Nov 02 07:37:30.669253 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b3333-55e2-4c5b-aeda-ce61e6f3d6c6 req-a82a04d6-7c3a-4860-a1ff-cf8927a108bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:30.670757 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-445b3333-55e2-4c5b-aeda-ce61e6f3d6c6 req-a82a04d6-7c3a-4860-a1ff-cf8927a108bc service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=280ce4c6b9174073902820e2e922bedf&device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 1169 time: 0.0411289 Nov 02 07:37:30.767089 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b3333-55e2-4c5b-aeda-ce61e6f3d6c6 req-ff959b8a-1417-4d31-bedf-b83495fc6857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:30.768558 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-445b3333-55e2-4c5b-aeda-ce61e6f3d6c6 req-ff959b8a-1417-4d31-bedf-b83495fc6857 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=59746b03-2694-45ae-a6c9-a4cd96b42795 HTTP/1.1" status: 200 len: 915 time: 0.0914266 Nov 02 07:37:30.871083 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa3890-1ef0-4bcf-b1d9-204c8bdc775a req-48e76e8c-cc89-48f1-9247-c715cb024d7a tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:30.872450 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3caa3890-1ef0-4bcf-b1d9-204c8bdc775a req-48e76e8c-cc89-48f1-9247-c715cb024d7a tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 985 time: 0.0631099 Nov 02 07:37:30.874191 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-445b3333-55e2-4c5b-aeda-ce61e6f3d6c6 req-6b4ab9a7-4dce-4955-93ae-e5cf791bbc93 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33ad81f7-86a8-4d84-8799-f57ab596e5c4 HTTP/1.1" status: 200 len: 1002 time: 0.0976565 Nov 02 07:37:30.960850 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b3333-55e2-4c5b-aeda-ce61e6f3d6c6 req-e402667b-d0a8-47c4-b7ce-5e003e2b0290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:30.962386 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-445b3333-55e2-4c5b-aeda-ce61e6f3d6c6 req-e402667b-d0a8-47c4-b7ce-5e003e2b0290 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=33654569-10a4-4eaf-ab6f-7413caacc56f HTTP/1.1" status: 200 len: 853 time: 0.0762954 Nov 02 07:37:30.971097 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3caa3890-1ef0-4bcf-b1d9-204c8bdc775a req-11f266e0-34ed-418b-b119-bd2f7bfb3f14 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&id=5955c213-20e0-4cb5-b4d4-acf9e40431f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0926616 Nov 02 07:37:31.011081 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b3333-55e2-4c5b-aeda-ce61e6f3d6c6 req-a04d28ff-5327-41f8-bc5a-24b928c9dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:31.012559 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-445b3333-55e2-4c5b-aeda-ce61e6f3d6c6 req-a04d28ff-5327-41f8-bc5a-24b928c9dd3c service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=59746b03-2694-45ae-a6c9-a4cd96b42795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406470 Nov 02 07:37:31.111444 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-445b3333-55e2-4c5b-aeda-ce61e6f3d6c6 req-0bb7cfc2-2ba8-4cb2-9402-945f8c81da29 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/59746b03-2694-45ae-a6c9-a4cd96b42795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845926 Nov 02 07:37:31.200440 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-445b3333-55e2-4c5b-aeda-ce61e6f3d6c6 req-20191734-b0fe-4690-b450-4cf535599157 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/59746b03-2694-45ae-a6c9-a4cd96b42795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812645 Nov 02 07:37:31.675490 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-11581f74-611d-4eda-b0c1-5d7e83bc4d78 req-9f17f452-951c-49ba-a8e9-47289f6afa9a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b63e70e7-b2ef-4b6e-9457-7f92d1adc30b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429392 Nov 02 07:37:31.761592 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11581f74-611d-4eda-b0c1-5d7e83bc4d78 req-83ee79b7-a8c2-4703-aa0f-91e299c82a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:31.763117 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-11581f74-611d-4eda-b0c1-5d7e83bc4d78 req-83ee79b7-a8c2-4703-aa0f-91e299c82a5d service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=566514b413e24aaebe69c11ce2159ac9&device_id=b63e70e7-b2ef-4b6e-9457-7f92d1adc30b HTTP/1.1" status: 200 len: 1129 time: 0.0425982 Nov 02 07:37:31.860995 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:31.874590 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11581f74-611d-4eda-b0c1-5d7e83bc4d78 req-abbb99c1-5c02-499d-9351-fe3438f6b9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:31.876034 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-11581f74-611d-4eda-b0c1-5d7e83bc4d78 req-abbb99c1-5c02-499d-9351-fe3438f6b9da service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=f6809857-e0de-42f0-baa8-be80912a85f1 HTTP/1.1" status: 200 len: 913 time: 0.0898149 Nov 02 07:37:31.937592 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-11581f74-611d-4eda-b0c1-5d7e83bc4d78 req-2932946f-700e-419d-a76d-529c763e85b5 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5170ac1a-792e-408b-9e77-31d91e95efd5 HTTP/1.1" status: 200 len: 1001 time: 0.0545518 Nov 02 07:37:31.984624 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11581f74-611d-4eda-b0c1-5d7e83bc4d78 req-10b964b1-d067-4477-9a82-1b85a6fd7e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:31.985983 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-11581f74-611d-4eda-b0c1-5d7e83bc4d78 req-10b964b1-d067-4477-9a82-1b85a6fd7e20 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=77ee38fc-7b77-488d-b9f4-ad8de0678fd1 HTTP/1.1" status: 200 len: 851 time: 0.0421424 Nov 02 07:37:32.025445 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:32.038545 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11581f74-611d-4eda-b0c1-5d7e83bc4d78 req-7a22ee62-166b-457d-b5a5-f42222dd3022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:32.040070 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-11581f74-611d-4eda-b0c1-5d7e83bc4d78 req-7a22ee62-166b-457d-b5a5-f42222dd3022 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=f6809857-e0de-42f0-baa8-be80912a85f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441296 Nov 02 07:37:32.153081 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb3b49-3dab-4657-bf80-05a3340ba047 req-c9f6de48-daef-4f80-98d1-5e948003b68b tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:32.154574 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c2cb3b49-3dab-4657-bf80-05a3340ba047 req-c9f6de48-daef-4f80-98d1-5e948003b68b tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 985 time: 0.1064403 Nov 02 07:37:32.482635 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-11581f74-611d-4eda-b0c1-5d7e83bc4d78 req-92b051d5-dd6d-43b9-9a3a-1db10da090da service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f6809857-e0de-42f0-baa8-be80912a85f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4354012 Nov 02 07:37:32.575437 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c2cb3b49-3dab-4657-bf80-05a3340ba047 req-4fbb91d2-4349-429d-a2c7-de9bfdebeeb9 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&id=5955c213-20e0-4cb5-b4d4-acf9e40431f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4143753 Nov 02 07:37:32.601343 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-11581f74-611d-4eda-b0c1-5d7e83bc4d78 req-9eabc475-0d66-4d6a-afaf-d5acad0581e4 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f6809857-e0de-42f0-baa8-be80912a85f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114664 Nov 02 07:37:33.710430 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4b94a-9af7-4c78-b0be-b1132c040f0f req-d4d2a1c7-7291-4ae7-a7bb-bae8240904a6 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:33.711921 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-12c4b94a-9af7-4c78-b0be-b1132c040f0f req-d4d2a1c7-7291-4ae7-a7bb-bae8240904a6 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 985 time: 0.0546753 Nov 02 07:37:33.771727 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-12c4b94a-9af7-4c78-b0be-b1132c040f0f req-77db103b-7e44-4746-9fef-be90a3a4f6b0 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&id=5955c213-20e0-4cb5-b4d4-acf9e40431f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542157 Nov 02 07:37:34.891152 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae640f4-5ec1-4923-b338-45ba755597e9 req-a905cafb-672a-4913-8c4f-43b9dcce742d tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:34.892603 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7ae640f4-5ec1-4923-b338-45ba755597e9 req-a905cafb-672a-4913-8c4f-43b9dcce742d tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 985 time: 0.0472286 Nov 02 07:37:34.951682 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7ae640f4-5ec1-4923-b338-45ba755597e9 req-6700c1aa-fba6-4900-a9ea-169801b4b18a tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&id=5955c213-20e0-4cb5-b4d4-acf9e40431f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530989 Nov 02 07:37:36.075603 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627d6de-c003-4861-9434-ac57ff60a364 req-3539f83c-4b28-4007-a37d-f954f004a7c8 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:36.077068 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c627d6de-c003-4861-9434-ac57ff60a364 req-3539f83c-4b28-4007-a37d-f954f004a7c8 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 985 time: 0.0501213 Nov 02 07:37:36.136532 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c627d6de-c003-4861-9434-ac57ff60a364 req-0ce87193-ae74-4796-b984-1586cef808c7 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&id=5955c213-20e0-4cb5-b4d4-acf9e40431f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538466 Nov 02 07:37:36.572011 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 42094) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:37:36.678226 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cc819060-c46c-4c2d-bdf2-db2712a482a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:36.752046 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cc819060-c46c-4c2d-bdf2-db2712a482a4 admin admin] Publish callbacks [] for security_group (9872baeb-2186-4276-8951-30579e661c19), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:36.757177 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cc819060-c46c-4c2d-bdf2-db2712a482a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (9872baeb-2186-4276-8951-30579e661c19), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:36.794867 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc819060-c46c-4c2d-bdf2-db2712a482a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9872baeb-2186-4276-8951-30579e661c19,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:37:36.803448 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-cc819060-c46c-4c2d-bdf2-db2712a482a4 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=fe89304f5f2944d9ac627252d8080c70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272105 Nov 02 07:37:36.804426 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 42098) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:37:36.821098 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:36.832987 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:36.855199 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3cf9d915-ad9f-45a9-8019-dc4ddb35aad7 admin admin] Publish callbacks [] for security_group (9872baeb-2186-4276-8951-30579e661c19), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:36.875165 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3cf9d915-ad9f-45a9-8019-dc4ddb35aad7 admin admin] Publish callbacks [] for security_group (9872baeb-2186-4276-8951-30579e661c19), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:36.926075 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3cf9d915-ad9f-45a9-8019-dc4ddb35aad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (9872baeb-2186-4276-8951-30579e661c19), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:36.929073 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-3cf9d915-ad9f-45a9-8019-dc4ddb35aad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:36.930196 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-3cf9d915-ad9f-45a9-8019-dc4ddb35aad7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9872baeb-2186-4276-8951-30579e661c19 HTTP/1.1" status: 204 len: 168 time: 0.1256468 Nov 02 07:37:36.938251 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9d915-ad9f-45a9-8019-dc4ddb35aad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9872baeb-2186-4276-8951-30579e661c19,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:37:37.263781 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634837a-9b97-46e3-abda-992f0cfa9c41 req-a8433823-7007-4209-879c-66812efe4822 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:37.265251 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8634837a-9b97-46e3-abda-992f0cfa9c41 req-a8433823-7007-4209-879c-66812efe4822 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 985 time: 0.0483999 Nov 02 07:37:37.327845 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8634837a-9b97-46e3-abda-992f0cfa9c41 req-0e0862e7-79ad-4775-96b0-a4fb9c678b3b tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&id=5955c213-20e0-4cb5-b4d4-acf9e40431f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567551 Nov 02 07:37:38.452751 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61909531-f05e-4e4f-a991-5f18b87dc81a req-7ebecd67-b32c-463a-8a52-65d472ea3221 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:38.454112 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-61909531-f05e-4e4f-a991-5f18b87dc81a req-7ebecd67-b32c-463a-8a52-65d472ea3221 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 985 time: 0.0469584 Nov 02 07:37:38.514773 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-61909531-f05e-4e4f-a991-5f18b87dc81a req-203d1b5b-9fe1-4cb6-99aa-109422128e81 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&id=5955c213-20e0-4cb5-b4d4-acf9e40431f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542731 Nov 02 07:37:39.671056 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2f391-5553-4c98-afd5-dd4a3f224be2 req-48c5fd52-b3e2-418a-aacc-9a931632eb79 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:39.672593 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-09f2f391-5553-4c98-afd5-dd4a3f224be2 req-48c5fd52-b3e2-418a-aacc-9a931632eb79 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 985 time: 0.0565135 Nov 02 07:37:39.739539 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-09f2f391-5553-4c98-afd5-dd4a3f224be2 req-dd8b8fab-2a29-4632-85f9-f0454d323623 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&id=5955c213-20e0-4cb5-b4d4-acf9e40431f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602326 Nov 02 07:37:40.867268 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db909510-fa23-4abb-b944-73c65aeccd95 req-71d2da7b-2bcd-469b-8f7c-4d7c5de581fd tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:40.868667 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-db909510-fa23-4abb-b944-73c65aeccd95 req-71d2da7b-2bcd-469b-8f7c-4d7c5de581fd tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 985 time: 0.0513153 Nov 02 07:37:40.934575 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-db909510-fa23-4abb-b944-73c65aeccd95 req-fc5f0cd3-eccd-42e7-8977-c31273242185 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&id=5955c213-20e0-4cb5-b4d4-acf9e40431f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603547 Nov 02 07:37:42.065835 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa02e7-f58c-46f2-8213-5cc87b89e671 req-d9dc03e9-5f34-4e77-8f44-655b85f2e021 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:42.067337 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-83aa02e7-f58c-46f2-8213-5cc87b89e671 req-d9dc03e9-5f34-4e77-8f44-655b85f2e021 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 985 time: 0.0489764 Nov 02 07:37:42.131000 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-83aa02e7-f58c-46f2-8213-5cc87b89e671 req-71ba95c9-bc0a-4692-acb4-afd18baa3e44 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&id=5955c213-20e0-4cb5-b4d4-acf9e40431f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576937 Nov 02 07:37:43.271629 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d90ecb-bf87-4659-9044-b193732b8499 req-fff69112-7af4-4c5f-bb24-94359bfe46d3 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:43.273864 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-61d90ecb-bf87-4659-9044-b193732b8499 req-fff69112-7af4-4c5f-bb24-94359bfe46d3 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 985 time: 0.0630636 Nov 02 07:37:43.341572 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-61d90ecb-bf87-4659-9044-b193732b8499 req-910b722e-f545-4116-9cf9-7c7b415b8808 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&id=5955c213-20e0-4cb5-b4d4-acf9e40431f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582626 Nov 02 07:37:44.466346 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f088dd7-c9de-45cb-8b49-d8600d775e60 req-b59ee153-c4d9-4458-9e81-07faf539d6bb tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:44.467835 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6f088dd7-c9de-45cb-8b49-d8600d775e60 req-b59ee153-c4d9-4458-9e81-07faf539d6bb tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 985 time: 0.0485311 Nov 02 07:37:44.536999 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6f088dd7-c9de-45cb-8b49-d8600d775e60 req-706ea970-86da-46f0-baad-787e562e7392 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&id=5955c213-20e0-4cb5-b4d4-acf9e40431f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0636060 Nov 02 07:37:45.625553 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:37:45.665272 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ebc24-1e53-46a8-8681-38cf0907ab5b req-2df657d7-72d6-4ac9-96d2-d91d6d976357 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:45.666782 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-db5ebc24-1e53-46a8-8681-38cf0907ab5b req-2df657d7-72d6-4ac9-96d2-d91d6d976357 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 985 time: 0.0482402 Nov 02 07:37:45.714453 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:45.730514 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-db5ebc24-1e53-46a8-8681-38cf0907ab5b req-dafa67a9-a69e-4c09-88fd-2410ac31dd04 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&id=5955c213-20e0-4cb5-b4d4-acf9e40431f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573826 Nov 02 07:37:46.353471 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-504bafe2-b015-4f62-a98f-5d0961856a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:46.849705 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9412a87-c21a-45d1-acc2-eea679f9a808 req-14d7112b-6165-4f20-920c-34c9d5172f9a tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:46.851691 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a9412a87-c21a-45d1-acc2-eea679f9a808 req-14d7112b-6165-4f20-920c-34c9d5172f9a tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 985 time: 0.0462956 Nov 02 07:37:46.870138 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:46.912445 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a9412a87-c21a-45d1-acc2-eea679f9a808 req-be631c41-65f6-40a9-99ab-c58bafd479af tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&id=5955c213-20e0-4cb5-b4d4-acf9e40431f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551472 Nov 02 07:37:47.656800 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:48.045595 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6490c-912a-4cd0-8812-bdc8d8cc9692 req-00e1e367-aa96-4be5-8aed-1457f59ea4e5 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:48.047058 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a0c6490c-912a-4cd0-8812-bdc8d8cc9692 req-00e1e367-aa96-4be5-8aed-1457f59ea4e5 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 985 time: 0.0512667 Nov 02 07:37:48.106348 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a0c6490c-912a-4cd0-8812-bdc8d8cc9692 req-3ed29597-22ee-4a11-a343-a4e0f8c4e7ed tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&id=5955c213-20e0-4cb5-b4d4-acf9e40431f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536101 Nov 02 07:37:48.544571 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:48.557392 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f154e05b-77b9-4aec-bc81-447fbfb1fc90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:49.230329 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9978be2-bc8f-400c-82e0-daa77b3ca686 req-2a543c08-375b-413e-847f-95e954b0bbb7 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:49.231926 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f9978be2-bc8f-400c-82e0-daa77b3ca686 req-2a543c08-375b-413e-847f-95e954b0bbb7 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 985 time: 0.0505519 Nov 02 07:37:49.295572 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f9978be2-bc8f-400c-82e0-daa77b3ca686 req-3ad01143-0c63-4058-8b67-d62bd4d4d771 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&id=5955c213-20e0-4cb5-b4d4-acf9e40431f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578334 Nov 02 07:37:49.917368 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:50.419152 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9e19f-14fa-4c42-a791-a442d31d9f7f req-247c7811-f502-48cc-b078-7385d940069b tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:50.420639 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-91f9e19f-14fa-4c42-a791-a442d31d9f7f req-247c7811-f502-48cc-b078-7385d940069b tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 985 time: 0.0477593 Nov 02 07:37:50.487269 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-91f9e19f-14fa-4c42-a791-a442d31d9f7f req-71819714-8154-4af1-89a1-55add118d595 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&id=5955c213-20e0-4cb5-b4d4-acf9e40431f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608478 Nov 02 07:37:51.337733 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:51.415551 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:51.613399 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c6bc3-e111-429e-a976-85fb7c940885 req-46b7a47f-dded-4309-8077-1519a6aac0b6 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:51.614899 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-310c6bc3-e111-429e-a976-85fb7c940885 req-46b7a47f-dded-4309-8077-1519a6aac0b6 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 985 time: 0.0494766 Nov 02 07:37:51.684626 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-310c6bc3-e111-429e-a976-85fb7c940885 req-5c09b5e2-105a-4c80-8ac3-678ce4c771b5 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&id=5955c213-20e0-4cb5-b4d4-acf9e40431f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0636053 Nov 02 07:37:52.811163 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce63b39-bbe2-4f64-9462-4ebc825c50a6 req-432cfc75-e6ea-46a5-b242-2113e55ab981 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:52.812792 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1ce63b39-bbe2-4f64-9462-4ebc825c50a6 req-432cfc75-e6ea-46a5-b242-2113e55ab981 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 985 time: 0.0477962 Nov 02 07:37:52.881224 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1ce63b39-bbe2-4f64-9462-4ebc825c50a6 req-ed301664-787f-43a5-8226-4158d26672e6 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&id=5955c213-20e0-4cb5-b4d4-acf9e40431f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610852 Nov 02 07:37:54.001970 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad89c757-6f6c-4082-be3a-189544b67362 req-830ba0f7-b0e8-40d0-a34c-c7c8eb983586 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:54.003466 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ad89c757-6f6c-4082-be3a-189544b67362 req-830ba0f7-b0e8-40d0-a34c-c7c8eb983586 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 985 time: 0.0483477 Nov 02 07:37:54.064702 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ad89c757-6f6c-4082-be3a-189544b67362 req-866bceec-a846-45d9-a626-d22f3734105c tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&id=5955c213-20e0-4cb5-b4d4-acf9e40431f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549028 Nov 02 07:37:55.096840 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d2407-8755-4157-811e-6a63df9d2454 req-55347f45-aae5-4688-a601-d54f18b57eff tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:55.098252 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a60d2407-8755-4157-811e-6a63df9d2454 req-55347f45-aae5-4688-a601-d54f18b57eff tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0491810 Nov 02 07:37:55.148654 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a60d2407-8755-4157-811e-6a63df9d2454 req-3580e04b-febd-4c28-8b03-517ddf5a6727 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441759 Nov 02 07:37:55.622260 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=7 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:56.279000 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91853f58-f3ba-4475-ac70-b43da7c18673 req-6e21c3ba-0436-41d7-a337-017513feca04 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:56.280483 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-91853f58-f3ba-4475-ac70-b43da7c18673 req-6e21c3ba-0436-41d7-a337-017513feca04 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0519578 Nov 02 07:37:56.328550 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-91853f58-f3ba-4475-ac70-b43da7c18673 req-2a16365f-ea6c-44cd-9a50-32c306f06c18 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422571 Nov 02 07:37:57.454331 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfcccf-d7da-4149-aaf9-30e6c1d7c97b req-b9df9027-5613-4a2a-ad27-9f4c8c6c1d12 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:57.455830 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7ebfcccf-d7da-4149-aaf9-30e6c1d7c97b req-b9df9027-5613-4a2a-ad27-9f4c8c6c1d12 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0488713 Nov 02 07:37:57.506178 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-7ebfcccf-d7da-4149-aaf9-30e6c1d7c97b req-ae88471f-6ad2-4b18-b0b5-d0aa6431c7ae tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448825 Nov 02 07:37:58.592732 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:37:58.596614 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:58.624730 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:37:58.635733 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45119e8b-5156-4ba6-bc31-34038c1f23e5 req-5bfdac78-c942-426e-90cb-5c6c8d421de8 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:58.637204 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-45119e8b-5156-4ba6-bc31-34038c1f23e5 req-5bfdac78-c942-426e-90cb-5c6c8d421de8 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0504065 Nov 02 07:37:58.692024 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-45119e8b-5156-4ba6-bc31-34038c1f23e5 req-f81228fd-fe96-4f34-8d0e-e87cb971e514 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489225 Nov 02 07:37:59.821236 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a8f2b-a7cb-4a29-9b1a-5c3ebfba788d req-b866818f-35fb-4b78-98b3-acb5254c1dc1 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:37:59.823957 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-643a8f2b-a7cb-4a29-9b1a-5c3ebfba788d req-b866818f-35fb-4b78-98b3-acb5254c1dc1 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0514503 Nov 02 07:37:59.873703 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-643a8f2b-a7cb-4a29-9b1a-5c3ebfba788d req-46434dd6-c538-44e9-9ab7-7973f97f4312 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441570 Nov 02 07:38:01.000936 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d3f5b-d1ed-4b52-a026-b502b029993e req-596bbc42-00c4-4e2d-9bf8-33d4ee36d2f6 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:01.002506 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-837d3f5b-d1ed-4b52-a026-b502b029993e req-596bbc42-00c4-4e2d-9bf8-33d4ee36d2f6 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0514133 Nov 02 07:38:01.051213 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-837d3f5b-d1ed-4b52-a026-b502b029993e req-b9b0bf76-6615-4206-a155-c651d789d54c tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431390 Nov 02 07:38:02.181783 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec4d2c-2d1a-4790-b986-2a3c3465019f req-11089590-5251-4b02-a78d-9c4ea6351cc3 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:02.183533 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d8ec4d2c-2d1a-4790-b986-2a3c3465019f req-11089590-5251-4b02-a78d-9c4ea6351cc3 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0539007 Nov 02 07:38:02.234518 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d8ec4d2c-2d1a-4790-b986-2a3c3465019f req-7d59cf76-8782-423a-9f20-2bf834698518 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450246 Nov 02 07:38:03.362689 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c381c-707a-4eca-9b8f-888ef9fbdd06 req-ffd2ad40-1914-4341-a09e-bf0f77ff3ca7 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:03.364167 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-522c381c-707a-4eca-9b8f-888ef9fbdd06 req-ffd2ad40-1914-4341-a09e-bf0f77ff3ca7 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0496867 Nov 02 07:38:03.411532 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-522c381c-707a-4eca-9b8f-888ef9fbdd06 req-383b40b7-2f2a-4022-8e9c-da0d2181dc3a tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418386 Nov 02 07:38:04.536161 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca23ab-1873-4c19-ab69-2cff9b8c5852 req-fcd5e447-922f-424d-9714-21e26b1502ca tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:04.537620 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-38ca23ab-1873-4c19-ab69-2cff9b8c5852 req-fcd5e447-922f-424d-9714-21e26b1502ca tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0494680 Nov 02 07:38:04.584213 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-38ca23ab-1873-4c19-ab69-2cff9b8c5852 req-93522663-6138-46f0-979c-8cf3f7582dd1 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402184 Nov 02 07:38:05.710036 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bf932-0ca9-4056-bbe6-6fe53a593e0d req-930ccbab-5525-4ad3-81b1-4bdeb6e19b37 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:05.711530 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4d3bf932-0ca9-4056-bbe6-6fe53a593e0d req-930ccbab-5525-4ad3-81b1-4bdeb6e19b37 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0493467 Nov 02 07:38:05.761967 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4d3bf932-0ca9-4056-bbe6-6fe53a593e0d req-2949cff8-ffc8-458e-b143-73d27a15cfc6 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436444 Nov 02 07:38:06.008152 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a17dbf-abeb-4814-b4ab-1cfedc35ef80 req-1ebb31f9-849a-48ff-8a78-1ee4fd7cab58 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:06.009615 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-71a17dbf-abeb-4814-b4ab-1cfedc35ef80 req-1ebb31f9-849a-48ff-8a78-1ee4fd7cab58 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0484216 Nov 02 07:38:06.064662 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-71a17dbf-abeb-4814-b4ab-1cfedc35ef80 req-39f87610-f2b4-49db-8d87-bc948f21c85d tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475323 Nov 02 07:38:06.102659 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41b02a-8e40-45fc-96d7-df2a57d7a98c req-64f869b8-d741-4625-9070-f7644b1ad212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:06.104422 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8e41b02a-8e40-45fc-96d7-df2a57d7a98c req-64f869b8-d741-4625-9070-f7644b1ad212 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=86cca0dcb21a47e483458b36e33f5036&device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 1129 time: 0.0389047 Nov 02 07:38:06.193004 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41b02a-8e40-45fc-96d7-df2a57d7a98c req-e3e4a2e0-a9e3-4e76-95d3-041e26c354a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:06.194340 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8e41b02a-8e40-45fc-96d7-df2a57d7a98c req-e3e4a2e0-a9e3-4e76-95d3-041e26c354a9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=5c6f85dd-45ed-4684-846a-c63750ac56e2 HTTP/1.1" status: 200 len: 912 time: 0.0838883 Nov 02 07:38:06.259645 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8e41b02a-8e40-45fc-96d7-df2a57d7a98c req-99ad0890-4733-461f-8129-f24ba74de34a service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=166f7253-1dcb-4eb0-b3b0-f74792201a1f HTTP/1.1" status: 200 len: 1000 time: 0.0565102 Nov 02 07:38:06.309584 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41b02a-8e40-45fc-96d7-df2a57d7a98c req-77c83126-6fa1-415d-84c0-f6d093c54e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:06.311012 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8e41b02a-8e40-45fc-96d7-df2a57d7a98c req-77c83126-6fa1-415d-84c0-f6d093c54e94 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=4802d687-3783-47ab-8dfb-ce3297beb760 HTTP/1.1" status: 200 len: 850 time: 0.0422924 Nov 02 07:38:06.356165 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41b02a-8e40-45fc-96d7-df2a57d7a98c req-06d4fc17-2957-4c07-a09f-f0b9f9d7eb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:06.357586 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8e41b02a-8e40-45fc-96d7-df2a57d7a98c req-06d4fc17-2957-4c07-a09f-f0b9f9d7eb7c service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=5c6f85dd-45ed-4684-846a-c63750ac56e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384257 Nov 02 07:38:06.370268 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:06.391489 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:06.451142 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8e41b02a-8e40-45fc-96d7-df2a57d7a98c req-39ed8597-5a05-4562-8600-64a1690be053 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5c6f85dd-45ed-4684-846a-c63750ac56e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878215 Nov 02 07:38:06.540969 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8e41b02a-8e40-45fc-96d7-df2a57d7a98c req-8b115751-0839-44a6-87db-c05fe4862061 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5c6f85dd-45ed-4684-846a-c63750ac56e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828898 Nov 02 07:38:07.191978 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cf73e-cc39-489d-b2e9-0746424e369c req-ff0680af-ac72-4400-baea-c0347d9d46c4 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:07.193334 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bc4cf73e-cc39-489d-b2e9-0746424e369c req-ff0680af-ac72-4400-baea-c0347d9d46c4 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0499709 Nov 02 07:38:07.239657 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-bc4cf73e-cc39-489d-b2e9-0746424e369c req-e52bbb32-c6d7-43e2-8f7c-f3ccecce7372 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402708 Nov 02 07:38:08.361510 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646ebcf-6b60-4eb4-9921-895ba85c3853 req-e2c6a0c4-bca4-4bb5-990b-25fd2f8c052e tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:08.363024 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2646ebcf-6b60-4eb4-9921-895ba85c3853 req-e2c6a0c4-bca4-4bb5-990b-25fd2f8c052e tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0481584 Nov 02 07:38:08.418736 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2646ebcf-6b60-4eb4-9921-895ba85c3853 req-c984a1bd-100f-4e38-a9ba-6910d36c3edf tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501623 Nov 02 07:38:08.585825 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:08.586633 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:13.237708 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 42470) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:13.362158 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d0078006-2cd1-4849-915b-2a62d5d925ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:13.438560 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d0078006-2cd1-4849-915b-2a62d5d925ea admin admin] Publish callbacks [] for security_group (a3ffc9e4-3913-4237-82af-890813aee89b), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:13.441959 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d0078006-2cd1-4849-915b-2a62d5d925ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (a3ffc9e4-3913-4237-82af-890813aee89b), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:13.481592 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-d0078006-2cd1-4849-915b-2a62d5d925ea admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=8eaa435f170a4f8aa82dfdb594b5375d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428229 Nov 02 07:38:13.482483 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0078006-2cd1-4849-915b-2a62d5d925ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ffc9e4-3913-4237-82af-890813aee89b,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:13.484828 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 42476) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:13.489835 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0078006-2cd1-4849-915b-2a62d5d925ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:13.490185 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0078006-2cd1-4849-915b-2a62d5d925ea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:13.490561 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0078006-2cd1-4849-915b-2a62d5d925ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:13.490905 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0078006-2cd1-4849-915b-2a62d5d925ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:13.491242 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0078006-2cd1-4849-915b-2a62d5d925ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:13.491594 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0078006-2cd1-4849-915b-2a62d5d925ea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:13.491903 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0078006-2cd1-4849-915b-2a62d5d925ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:13.492230 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0078006-2cd1-4849-915b-2a62d5d925ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:13.492559 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0078006-2cd1-4849-915b-2a62d5d925ea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:13.492884 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0078006-2cd1-4849-915b-2a62d5d925ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:13.493212 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0078006-2cd1-4849-915b-2a62d5d925ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:13.493538 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0078006-2cd1-4849-915b-2a62d5d925ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:13.493861 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0078006-2cd1-4849-915b-2a62d5d925ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:13.494202 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0078006-2cd1-4849-915b-2a62d5d925ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:13.494532 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0078006-2cd1-4849-915b-2a62d5d925ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:13.538514 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8e1c7f7e-2d1b-48e0-bda8-7849bd3d3610 admin admin] Publish callbacks [] for security_group (a3ffc9e4-3913-4237-82af-890813aee89b), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:13.558136 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8e1c7f7e-2d1b-48e0-bda8-7849bd3d3610 admin admin] Publish callbacks [] for security_group (a3ffc9e4-3913-4237-82af-890813aee89b), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:13.604214 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8e1c7f7e-2d1b-48e0-bda8-7849bd3d3610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (a3ffc9e4-3913-4237-82af-890813aee89b), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:13.606842 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8e1c7f7e-2d1b-48e0-bda8-7849bd3d3610 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:13.607972 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-8e1c7f7e-2d1b-48e0-bda8-7849bd3d3610 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a3ffc9e4-3913-4237-82af-890813aee89b HTTP/1.1" status: 204 len: 168 time: 0.1216307 Nov 02 07:38:13.615461 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c7f7e-2d1b-48e0-bda8-7849bd3d3610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ffc9e4-3913-4237-82af-890813aee89b,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:13.623355 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c7f7e-2d1b-48e0-bda8-7849bd3d3610 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:13.623702 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c7f7e-2d1b-48e0-bda8-7849bd3d3610 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:13.624040 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c7f7e-2d1b-48e0-bda8-7849bd3d3610 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:13.624377 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c7f7e-2d1b-48e0-bda8-7849bd3d3610 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:13.624704 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c7f7e-2d1b-48e0-bda8-7849bd3d3610 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:13.625028 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c7f7e-2d1b-48e0-bda8-7849bd3d3610 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:13.625353 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c7f7e-2d1b-48e0-bda8-7849bd3d3610 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:13.625675 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c7f7e-2d1b-48e0-bda8-7849bd3d3610 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:13.625997 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c7f7e-2d1b-48e0-bda8-7849bd3d3610 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:13.626322 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c7f7e-2d1b-48e0-bda8-7849bd3d3610 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:13.626677 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c7f7e-2d1b-48e0-bda8-7849bd3d3610 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:13.627002 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c7f7e-2d1b-48e0-bda8-7849bd3d3610 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:13.627320 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c7f7e-2d1b-48e0-bda8-7849bd3d3610 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:13.627636 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c7f7e-2d1b-48e0-bda8-7849bd3d3610 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:13.627954 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c7f7e-2d1b-48e0-bda8-7849bd3d3610 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:16.356316 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5ff37cc1-c8a0-4f1c-a668-c50a64d902e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:17.455310 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 42528) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:17.597674 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-c40a828e-7054-45ee-a72f-fe852ad007f5 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Deleting port d82945e7-ddfb-4b7b-b0a3-87ecd87630ec {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:38:17.598007 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c40a828e-7054-45ee-a72f-fe852ad007f5 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (d82945e7-ddfb-4b7b-b0a3-87ecd87630ec), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:17.676645 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c40a828e-7054-45ee-a72f-fe852ad007f5 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (d82945e7-ddfb-4b7b-b0a3-87ecd87630ec), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:17.676960 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c40a828e-7054-45ee-a72f-fe852ad007f5 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for floatingip (d82945e7-ddfb-4b7b-b0a3-87ecd87630ec), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:17.690689 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-c40a828e-7054-45ee-a72f-fe852ad007f5 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Calling delete_port for d82945e7-ddfb-4b7b-b0a3-87ecd87630ec owned by network:floatingip {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:38:17.786636 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:17.837100 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:17.843107 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c40a828e-7054-45ee-a72f-fe852ad007f5 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (d82945e7-ddfb-4b7b-b0a3-87ecd87630ec), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:17.868701 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a828e-7054-45ee-a72f-fe852ad007f5 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Pushing event deleted for resources: {'Port': ['ID=d82945e7-ddfb-4b7b-b0a3-87ecd87630ec,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:17.933132 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c40a828e-7054-45ee-a72f-fe852ad007f5 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for floatingip (e751ed0c-1f68-45f4-8fc4-5ec1ac9f7df7), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:17.933458 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.db.l3_db [None req-c40a828e-7054-45ee-a72f-fe852ad007f5 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Floating IP e751ed0c-1f68-45f4-8fc4-5ec1ac9f7df7 disassociated (deleted). External IP: 172.27.2.101, port: a8803367-51f8-419d-a4e7-a51526460bb6. Nov 02 07:38:18.130536 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40a828e-7054-45ee-a72f-fe852ad007f5 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Router 26112d59-8b1b-477a-acfc-80c36e5d6753 has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:38:18.234397 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40a828e-7054-45ee-a72f-fe852ad007f5 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:38:18.238807 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c40a828e-7054-45ee-a72f-fe852ad007f5 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:18.243726 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1c63c9-40ce-4365-a636-313f66e0ab76 None None] Sync routers for ids ['26112d59-8b1b-477a-acfc-80c36e5d6753'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:38:18.253368 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1c63c9-40ce-4365-a636-313f66e0ab76 None None] Routers {'26112d59-8b1b-477a-acfc-80c36e5d6753'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:38:18.253978 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-cd1c63c9-40ce-4365-a636-313f66e0ab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:37:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['26112d59-8b1b-477a-acfc-80c36e5d6753'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:18.270025 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-c40a828e-7054-45ee-a72f-fe852ad007f5 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/e751ed0c-1f68-45f4-8fc4-5ec1ac9f7df7 HTTP/1.1" status: 204 len: 168 time: 0.8136230 Nov 02 07:38:18.270705 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0c6bc8-dd75-40d4-8aa9-db602c43827f', 'tag': 'a8803367-51f8-419d-a4e7-a51526460bb6'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:38:18.272960 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5112b0e-4a77-44b9-abc1-5d75603dab6f" -d '{"events": [{"name": "network-changed", "server_uuid": "8f0c6bc8-dd75-40d4-8aa9-db602c43827f", "tag": "a8803367-51f8-419d-a4e7-a51526460bb6"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:38:18.320925 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd6fab7-5a6c-4971-8d2f-0d48140a01c1 x-openstack-request-id: req-4bd6fab7-5a6c-4971-8d2f-0d48140a01c1 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:38:18.321218 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f0c6bc8-dd75-40d4-8aa9-db602c43827f", "tag": "a8803367-51f8-419d-a4e7-a51526460bb6", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:38:18.321475 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4bd6fab7-5a6c-4971-8d2f-0d48140a01c1 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:38:18.321885 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bd6fab7-5a6c-4971-8d2f-0d48140a01c1'] response: {'name': 'network-changed', 'server_uuid': '8f0c6bc8-dd75-40d4-8aa9-db602c43827f', 'tag': 'a8803367-51f8-419d-a4e7-a51526460bb6', 'status': 'completed', 'code': 200} Nov 02 07:38:18.367418 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-cd1c63c9-40ce-4365-a636-313f66e0ab76 None None] Set router 26112d59-8b1b-477a-acfc-80c36e5d6753 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:38:18.416547 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5112b0e-4a77-44b9-abc1-5d75603dab6f req-41b7e052-1c4d-4e58-a801-4a8639bb1c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:18.421644 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b5112b0e-4a77-44b9-abc1-5d75603dab6f req-41b7e052-1c4d-4e58-a801-4a8639bb1c1e service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=566514b413e24aaebe69c11ce2159ac9&device_id=8f0c6bc8-dd75-40d4-8aa9-db602c43827f HTTP/1.1" status: 200 len: 1130 time: 0.0481315 Nov 02 07:38:18.525654 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ac0e0-5f2a-409a-9553-bb8de47ff08b req-dd13dc4a-1fc0-4280-8aba-f52c729a524a tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:18.527150 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-729ac0e0-5f2a-409a-9553-bb8de47ff08b req-dd13dc4a-1fc0-4280-8aba-f52c729a524a tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8f0c6bc8-dd75-40d4-8aa9-db602c43827f HTTP/1.1" status: 200 len: 946 time: 0.0563409 Nov 02 07:38:18.584435 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-729ac0e0-5f2a-409a-9553-bb8de47ff08b req-0df4d3fb-b46c-4eab-8069-6ea784bb380a tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512650 Nov 02 07:38:18.595312 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-20a1276c-370b-426c-9e25-8cff6e58efee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:18.625085 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-cd1c63c9-40ce-4365-a636-313f66e0ab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'name': 'tempest-TestVolumeBootPattern-1641613649-router', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:20Z', 'updated_at': '2022-11-02T07:30:26Z', 'revision_number': 4, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'gw_port': {'id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:21Z', 'updated_at': '2022-11-02T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '0d105f55-5dbd-40ed-aaa0-0e2d2dd5ef6e', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'port_id': '5170ac1a-792e-408b-9e77-31d91e95efd5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'mac_address': 'fa:16:3e:47:ad:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63e70e7-b2ef-4b6e-9457-7f92d1adc30b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:34:18Z', 'updated_at': '2022-11-02T07:34:19Z', 'revision_number': 1, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393f498e-4c1a-4e54-aa83-f24d808618db', 'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'mac_address': 'fa:16:3e:5d:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:25Z', 'updated_at': '2022-11-02T07:30:36Z', 'revision_number': 5, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'subnets': [{'id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:18.652189 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1c63c9-40ce-4365-a636-313f66e0ab76 None None] Checking router: 26112d59-8b1b-477a-acfc-80c36e5d6753 for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:38:18.661336 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1c63c9-40ce-4365-a636-313f66e0ab76 None None] Routers {'26112d59-8b1b-477a-acfc-80c36e5d6753'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:38:18.661943 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-cd1c63c9-40ce-4365-a636-313f66e0ab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:38:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['26112d59-8b1b-477a-acfc-80c36e5d6753'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:18.768756 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-cd1c63c9-40ce-4365-a636-313f66e0ab76 None None] Set router 26112d59-8b1b-477a-acfc-80c36e5d6753 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:38:18.985979 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-cd1c63c9-40ce-4365-a636-313f66e0ab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'name': 'tempest-TestVolumeBootPattern-1641613649-router', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:20Z', 'updated_at': '2022-11-02T07:30:26Z', 'revision_number': 4, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'gw_port': {'id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:21Z', 'updated_at': '2022-11-02T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '0d105f55-5dbd-40ed-aaa0-0e2d2dd5ef6e', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'port_id': '5170ac1a-792e-408b-9e77-31d91e95efd5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'mac_address': 'fa:16:3e:47:ad:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63e70e7-b2ef-4b6e-9457-7f92d1adc30b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:34:18Z', 'updated_at': '2022-11-02T07:34:19Z', 'revision_number': 1, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393f498e-4c1a-4e54-aa83-f24d808618db', 'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'mac_address': 'fa:16:3e:5d:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:25Z', 'updated_at': '2022-11-02T07:30:36Z', 'revision_number': 5, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'subnets': [{'id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:19.151570 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1c63c9-40ce-4365-a636-313f66e0ab76 None None] The sync data for ids ['26112d59-8b1b-477a-acfc-80c36e5d6753'] in dv-cinder-804735-33-iscsi is: [{'id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'name': 'tempest-TestVolumeBootPattern-1641613649-router', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:20Z', 'updated_at': '2022-11-02T07:30:26Z', 'revision_number': 4, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'gw_port': {'id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:21Z', 'updated_at': '2022-11-02T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '0d105f55-5dbd-40ed-aaa0-0e2d2dd5ef6e', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'port_id': '5170ac1a-792e-408b-9e77-31d91e95efd5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'mac_address': 'fa:16:3e:47:ad:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63e70e7-b2ef-4b6e-9457-7f92d1adc30b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:34:18Z', 'updated_at': '2022-11-02T07:34:19Z', 'revision_number': 1, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393f498e-4c1a-4e54-aa83-f24d808618db', 'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'mac_address': 'fa:16:3e:5d:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:25Z', 'updated_at': '2022-11-02T07:30:36Z', 'revision_number': 5, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'subnets': [{'id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:38:19.367537 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c436cb22-3c77-48b5-beb5-31ea0e708258 None None] New status for floating IP e751ed0c-1f68-45f4-8fc4-5ec1ac9f7df7: DOWN {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 07:38:19.765518 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622da54f-cb25-4bdd-8fa2-5a0e2995bc54 req-b379cbc4-4e3d-4fe7-bc53-7f9378a0ea19 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:19.766944 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-622da54f-cb25-4bdd-8fa2-5a0e2995bc54 req-b379cbc4-4e3d-4fe7-bc53-7f9378a0ea19 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8f0c6bc8-dd75-40d4-8aa9-db602c43827f HTTP/1.1" status: 200 len: 946 time: 0.0914450 Nov 02 07:38:19.801239 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5112b0e-4a77-44b9-abc1-5d75603dab6f req-7c11b467-816f-4444-bd15-aab6bc64d3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:19.802714 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b5112b0e-4a77-44b9-abc1-5d75603dab6f req-7c11b467-816f-4444-bd15-aab6bc64d3fe service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=f6809857-e0de-42f0-baa8-be80912a85f1 HTTP/1.1" status: 200 len: 913 time: 0.1465406 Nov 02 07:38:19.834554 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-622da54f-cb25-4bdd-8fa2-5a0e2995bc54 req-0502c58b-a0bd-4b26-b616-989707cfe8c5 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611832 Nov 02 07:38:19.931466 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:19.945350 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b5112b0e-4a77-44b9-abc1-5d75603dab6f req-24b65c0c-3f54-4247-a6af-1589dc43a773 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8803367-51f8-419d-a4e7-a51526460bb6 HTTP/1.1" status: 200 len: 217 time: 0.0368657 Nov 02 07:38:19.999597 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5112b0e-4a77-44b9-abc1-5d75603dab6f req-874e12a5-ed08-4368-9ad5-ecba750060ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:20.001041 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b5112b0e-4a77-44b9-abc1-5d75603dab6f req-874e12a5-ed08-4368-9ad5-ecba750060ba service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=77ee38fc-7b77-488d-b9f4-ad8de0678fd1 HTTP/1.1" status: 200 len: 851 time: 0.0443735 Nov 02 07:38:20.247910 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5112b0e-4a77-44b9-abc1-5d75603dab6f req-371fe0fc-ced1-4b59-89c9-5286b611097f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:20.249409 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b5112b0e-4a77-44b9-abc1-5d75603dab6f req-371fe0fc-ced1-4b59-89c9-5286b611097f service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=f6809857-e0de-42f0-baa8-be80912a85f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403872 Nov 02 07:38:20.264291 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:20.357234 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b5112b0e-4a77-44b9-abc1-5d75603dab6f req-a09d3d6b-3f9c-4209-91f2-3b783b5e6cc7 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f6809857-e0de-42f0-baa8-be80912a85f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993721 Nov 02 07:38:20.408332 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:20.416398 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f1ee5-d37e-4863-88b5-6269da9b889b req-ea695346-553d-404e-8ccb-b75e2283d746 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:20.417824 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-af2f1ee5-d37e-4863-88b5-6269da9b889b req-ea695346-553d-404e-8ccb-b75e2283d746 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=8f0c6bc8-dd75-40d4-8aa9-db602c43827f HTTP/1.1" status: 200 len: 946 time: 0.0750306 Nov 02 07:38:20.535808 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b5112b0e-4a77-44b9-abc1-5d75603dab6f req-fff460c5-c9e6-43eb-9911-9b44a7a4c084 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f6809857-e0de-42f0-baa8-be80912a85f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628678 Nov 02 07:38:20.547501 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-af2f1ee5-d37e-4863-88b5-6269da9b889b req-07a28577-a103-414f-b612-b582f612f0d0 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Deleting port a8803367-51f8-419d-a4e7-a51526460bb6 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:38:20.547840 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-af2f1ee5-d37e-4863-88b5-6269da9b889b req-07a28577-a103-414f-b612-b582f612f0d0 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (a8803367-51f8-419d-a4e7-a51526460bb6), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:20.643011 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-af2f1ee5-d37e-4863-88b5-6269da9b889b req-07a28577-a103-414f-b612-b582f612f0d0 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] For port a8803367-51f8-419d-a4e7-a51526460bb6, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a8803367-51f8-419d-a4e7-a51526460bb6,segment=NetworkSegment(b223cbb8-b9ce-47ec-9db9-80d47b3aacbd),segment_id=b223cbb8-b9ce-47ec-9db9-80d47b3aacbd)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:38:20.643372 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-af2f1ee5-d37e-4863-88b5-6269da9b889b req-07a28577-a103-414f-b612-b582f612f0d0 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (a8803367-51f8-419d-a4e7-a51526460bb6), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:20.657755 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-af2f1ee5-d37e-4863-88b5-6269da9b889b req-07a28577-a103-414f-b612-b582f612f0d0 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Calling delete_port for a8803367-51f8-419d-a4e7-a51526460bb6 owned by compute:nova {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:38:20.788778 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-af2f1ee5-d37e-4863-88b5-6269da9b889b req-07a28577-a103-414f-b612-b582f612f0d0 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (a8803367-51f8-419d-a4e7-a51526460bb6), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:20.816922 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a28577-a103-414f-b612-b582f612f0d0 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Pushing event deleted for resources: {'Port': ['ID=a8803367-51f8-419d-a4e7-a51526460bb6,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:20.861903 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2f1ee5-d37e-4863-88b5-6269da9b889b req-07a28577-a103-414f-b612-b582f612f0d0 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] No DVR routers for this DVR port a8803367-51f8-419d-a4e7-a51526460bb6 on host hv-cinder-80473 {{(pid=104569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:38:20.875574 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-af2f1ee5-d37e-4863-88b5-6269da9b889b req-07a28577-a103-414f-b612-b582f612f0d0 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:20.879537 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-af2f1ee5-d37e-4863-88b5-6269da9b889b req-07a28577-a103-414f-b612-b582f612f0d0 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.47 "DELETE /networking/v2.0/ports/a8803367-51f8-419d-a4e7-a51526460bb6 HTTP/1.1" status: 204 len: 173 time: 0.4333537 Nov 02 07:38:20.880080 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0c6bc8-dd75-40d4-8aa9-db602c43827f', 'name': 'network-vif-deleted', 'tag': 'a8803367-51f8-419d-a4e7-a51526460bb6'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:38:20.882279 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af9b2ad-e90f-49b1-8ca5-ece840a5f0e0" -d '{"events": [{"server_uuid": "8f0c6bc8-dd75-40d4-8aa9-db602c43827f", "name": "network-vif-deleted", "tag": "a8803367-51f8-419d-a4e7-a51526460bb6"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:38:20.931687 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120e79dc-346d-4a4c-9c52-2572b757719c x-openstack-request-id: req-120e79dc-346d-4a4c-9c52-2572b757719c {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:38:20.932003 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0c6bc8-dd75-40d4-8aa9-db602c43827f", "name": "network-vif-deleted", "tag": "a8803367-51f8-419d-a4e7-a51526460bb6", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:38:20.932416 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-120e79dc-346d-4a4c-9c52-2572b757719c {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:38:20.932825 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-120e79dc-346d-4a4c-9c52-2572b757719c'] response: {'server_uuid': '8f0c6bc8-dd75-40d4-8aa9-db602c43827f', 'name': 'network-vif-deleted', 'tag': 'a8803367-51f8-419d-a4e7-a51526460bb6', 'status': 'completed', 'code': 200} Nov 02 07:38:20.964976 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-07d2ded2-1855-4b47-bf34-e1cfb67efa7f req-05acf09a-ebe2-4cfc-baae-784e8282f5e1 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8f0c6bc8-dd75-40d4-8aa9-db602c43827f HTTP/1.1" status: 200 len: 210 time: 0.0311518 Nov 02 07:38:21.342044 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:21.418437 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:22.624063 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:38:23.485192 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=19,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:23.485885 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=20,neutron:INSERT=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:24.283605 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 42632) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:24.428173 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-e8756883-7629-4a60-8269-9334e3cb7cda tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Deleting port 9e283b52-a279-4d5b-8315-368d59f2eb70 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:38:24.428497 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e8756883-7629-4a60-8269-9334e3cb7cda tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (9e283b52-a279-4d5b-8315-368d59f2eb70), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:24.511115 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e8756883-7629-4a60-8269-9334e3cb7cda tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (9e283b52-a279-4d5b-8315-368d59f2eb70), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:24.511629 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e8756883-7629-4a60-8269-9334e3cb7cda tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for floatingip (9e283b52-a279-4d5b-8315-368d59f2eb70), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:24.520031 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:24.524910 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-e8756883-7629-4a60-8269-9334e3cb7cda tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Calling delete_port for 9e283b52-a279-4d5b-8315-368d59f2eb70 owned by network:floatingip {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:38:24.581027 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 42640) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:24.669160 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:24.675079 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e8756883-7629-4a60-8269-9334e3cb7cda tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (9e283b52-a279-4d5b-8315-368d59f2eb70), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:24.699160 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-15f2468f-5c8e-46ca-9c4a-69b9996fca82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:24.700266 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8756883-7629-4a60-8269-9334e3cb7cda tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Pushing event deleted for resources: {'Port': ['ID=9e283b52-a279-4d5b-8315-368d59f2eb70,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:24.766500 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e8756883-7629-4a60-8269-9334e3cb7cda tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for floatingip (0d105f55-5dbd-40ed-aaa0-0e2d2dd5ef6e), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:24.766741 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.db.l3_db [None req-e8756883-7629-4a60-8269-9334e3cb7cda tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Floating IP 0d105f55-5dbd-40ed-aaa0-0e2d2dd5ef6e disassociated (deleted). External IP: 172.27.2.195, port: 5170ac1a-792e-408b-9e77-31d91e95efd5. Nov 02 07:38:24.776591 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-15f2468f-5c8e-46ca-9c4a-69b9996fca82 admin admin] Publish callbacks [] for security_group (c64d6820-19d6-48a4-b7dd-b7fca0cd340c), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:24.780477 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-15f2468f-5c8e-46ca-9c4a-69b9996fca82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (c64d6820-19d6-48a4-b7dd-b7fca0cd340c), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:24.817685 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2468f-5c8e-46ca-9c4a-69b9996fca82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64d6820-19d6-48a4-b7dd-b7fca0cd340c,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:24.821981 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-15f2468f-5c8e-46ca-9c4a-69b9996fca82 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1673bbba242e418fb382b3aad2044f3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399464 Nov 02 07:38:24.824678 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 42644) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:24.876345 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e8f83659-b6f9-46a3-a8f8-c2d520ceb14f admin admin] Publish callbacks [] for security_group (c64d6820-19d6-48a4-b7dd-b7fca0cd340c), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:24.899126 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e8f83659-b6f9-46a3-a8f8-c2d520ceb14f admin admin] Publish callbacks [] for security_group (c64d6820-19d6-48a4-b7dd-b7fca0cd340c), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:24.951565 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e8f83659-b6f9-46a3-a8f8-c2d520ceb14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (c64d6820-19d6-48a4-b7dd-b7fca0cd340c), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:24.954930 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e8f83659-b6f9-46a3-a8f8-c2d520ceb14f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:24.956212 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-e8f83659-b6f9-46a3-a8f8-c2d520ceb14f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c64d6820-19d6-48a4-b7dd-b7fca0cd340c HTTP/1.1" status: 204 len: 168 time: 0.1306045 Nov 02 07:38:24.965037 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f83659-b6f9-46a3-a8f8-c2d520ceb14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64d6820-19d6-48a4-b7dd-b7fca0cd340c,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:25.066326 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device a8803367-51f8-419d-a4e7-a51526460bb6 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:38:25.104736 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] No Port match for: a8803367-51f8-419d-a4e7-a51526460bb6 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:38:25.105216 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device a8803367-51f8-419d-a4e7-a51526460bb6 not bound to the agent host hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:38:25.249864 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8756883-7629-4a60-8269-9334e3cb7cda tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Router 26112d59-8b1b-477a-acfc-80c36e5d6753 has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:38:25.353108 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8756883-7629-4a60-8269-9334e3cb7cda tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:38:25.358055 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e8756883-7629-4a60-8269-9334e3cb7cda tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:25.366828 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb32d18e-e66d-4029-9d6e-e44d94c97aa6 None None] Sync routers for ids ['26112d59-8b1b-477a-acfc-80c36e5d6753'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:38:25.378516 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb32d18e-e66d-4029-9d6e-e44d94c97aa6 None None] Routers {'26112d59-8b1b-477a-acfc-80c36e5d6753'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:38:25.379131 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-fb32d18e-e66d-4029-9d6e-e44d94c97aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:38:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['26112d59-8b1b-477a-acfc-80c36e5d6753'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:25.396862 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-e8756883-7629-4a60-8269-9334e3cb7cda tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/0d105f55-5dbd-40ed-aaa0-0e2d2dd5ef6e HTTP/1.1" status: 204 len: 168 time: 1.1093881 Nov 02 07:38:25.396862 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63e70e7-b2ef-4b6e-9457-7f92d1adc30b', 'tag': '5170ac1a-792e-408b-9e77-31d91e95efd5'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:38:25.397067 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85362514-7250-4d7c-b69e-a9625c2bf010" -d '{"events": [{"name": "network-changed", "server_uuid": "b63e70e7-b2ef-4b6e-9457-7f92d1adc30b", "tag": "5170ac1a-792e-408b-9e77-31d91e95efd5"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:38:25.459191 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ac6c04-184f-46ee-8d4f-2dfdc3828dc9 x-openstack-request-id: req-42ac6c04-184f-46ee-8d4f-2dfdc3828dc9 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:38:25.460367 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b63e70e7-b2ef-4b6e-9457-7f92d1adc30b", "tag": "5170ac1a-792e-408b-9e77-31d91e95efd5", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:38:25.461376 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-42ac6c04-184f-46ee-8d4f-2dfdc3828dc9 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:38:25.461853 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42ac6c04-184f-46ee-8d4f-2dfdc3828dc9'] response: {'name': 'network-changed', 'server_uuid': 'b63e70e7-b2ef-4b6e-9457-7f92d1adc30b', 'tag': '5170ac1a-792e-408b-9e77-31d91e95efd5', 'status': 'completed', 'code': 200} Nov 02 07:38:25.506076 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:25.529409 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:25.531799 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-fb32d18e-e66d-4029-9d6e-e44d94c97aa6 None None] Set router 26112d59-8b1b-477a-acfc-80c36e5d6753 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:38:25.585858 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85362514-7250-4d7c-b69e-a9625c2bf010 req-9cf3d058-421c-47f4-a815-55e19c954e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:25.587614 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-85362514-7250-4d7c-b69e-a9625c2bf010 req-9cf3d058-421c-47f4-a815-55e19c954e2a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=566514b413e24aaebe69c11ce2159ac9&device_id=b63e70e7-b2ef-4b6e-9457-7f92d1adc30b HTTP/1.1" status: 200 len: 1129 time: 0.0669775 Nov 02 07:38:25.674158 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128c604-4dcd-4461-8e29-c2794890ba9c req-0727f77e-c152-4309-a261-5a25f22b3afb tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:25.675776 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6128c604-4dcd-4461-8e29-c2794890ba9c req-0727f77e-c152-4309-a261-5a25f22b3afb tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b63e70e7-b2ef-4b6e-9457-7f92d1adc30b HTTP/1.1" status: 200 len: 945 time: 0.0491865 Nov 02 07:38:25.695957 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 42672) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:25.736620 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6128c604-4dcd-4461-8e29-c2794890ba9c req-6c2a94d2-dd1e-4e8d-bfca-90329072f9c6 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541990 Nov 02 07:38:25.741782 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-fb32d18e-e66d-4029-9d6e-e44d94c97aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'name': 'tempest-TestVolumeBootPattern-1641613649-router', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:20Z', 'updated_at': '2022-11-02T07:30:26Z', 'revision_number': 4, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'gw_port': {'id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:21Z', 'updated_at': '2022-11-02T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '393f498e-4c1a-4e54-aa83-f24d808618db', 'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'mac_address': 'fa:16:3e:5d:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:25Z', 'updated_at': '2022-11-02T07:30:36Z', 'revision_number': 5, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'subnets': [{'id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:25.774553 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb32d18e-e66d-4029-9d6e-e44d94c97aa6 None None] Checking router: 26112d59-8b1b-477a-acfc-80c36e5d6753 for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:38:25.783943 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb32d18e-e66d-4029-9d6e-e44d94c97aa6 None None] Routers {'26112d59-8b1b-477a-acfc-80c36e5d6753'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:38:25.784667 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-fb32d18e-e66d-4029-9d6e-e44d94c97aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:38:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['26112d59-8b1b-477a-acfc-80c36e5d6753'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:25.809731 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-54602e05-1b1b-4f1b-a3b9-72235cdfcc14 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1544461681-network', 'tenant_id': '5c30df4815d74ad3a0805a7e0ee259a6'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:38:25.830980 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54602e05-1b1b-4f1b-a3b9-72235cdfcc14 admin admin] Made reservation on behalf of 5c30df4815d74ad3a0805a7e0ee259a6 for: {'network': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:38:25.833372 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-54602e05-1b1b-4f1b-a3b9-72235cdfcc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for network (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:25.845358 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-54602e05-1b1b-4f1b-a3b9-72235cdfcc14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:25.887480 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-fb32d18e-e66d-4029-9d6e-e44d94c97aa6 None None] Set router 26112d59-8b1b-477a-acfc-80c36e5d6753 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:38:25.924548 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-54602e05-1b1b-4f1b-a3b9-72235cdfcc14 admin admin] Publish callbacks [] for security_group (54ad5e86-576e-4801-a696-3d1fd5410d96), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:25.928875 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-54602e05-1b1b-4f1b-a3b9-72235cdfcc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (54ad5e86-576e-4801-a696-3d1fd5410d96), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:25.950540 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54602e05-1b1b-4f1b-a3b9-72235cdfcc14 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=104568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 07:38:25.965819 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54602e05-1b1b-4f1b-a3b9-72235cdfcc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ad5e86-576e-4801-a696-3d1fd5410d96,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:25.968704 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-54602e05-1b1b-4f1b-a3b9-72235cdfcc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (dd292746-ab40-4cf5-9d3e-1a18b87071a4), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:25.969576 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.db.segments_db [None req-54602e05-1b1b-4f1b-a3b9-72235cdfcc14 admin admin] Added segment dd292746-ab40-4cf5-9d3e-1a18b87071a4 of type vlan for network 25540d19-7bb3-4b5f-b387-4dee03cfded6 Nov 02 07:38:26.010119 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-54602e05-1b1b-4f1b-a3b9-72235cdfcc14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744619761345'] for network (25540d19-7bb3-4b5f-b387-4dee03cfded6), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:26.037828 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-54602e05-1b1b-4f1b-a3b9-72235cdfcc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for network (25540d19-7bb3-4b5f-b387-4dee03cfded6), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:26.039014 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54602e05-1b1b-4f1b-a3b9-72235cdfcc14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:26.039957 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-54602e05-1b1b-4f1b-a3b9-72235cdfcc14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:26.077547 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-54602e05-1b1b-4f1b-a3b9-72235cdfcc14 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3768566 Nov 02 07:38:26.079294 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 42676) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:26.086734 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-8621dd52-74ad-40ee-874d-af31f8659729 admin admin] Request body: {'subnet': {'network_id': '25540d19-7bb3-4b5f-b387-4dee03cfded6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1544461681-subnet', 'tenant_id': '5c30df4815d74ad3a0805a7e0ee259a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:38:26.091187 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-fb32d18e-e66d-4029-9d6e-e44d94c97aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'name': 'tempest-TestVolumeBootPattern-1641613649-router', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:20Z', 'updated_at': '2022-11-02T07:30:26Z', 'revision_number': 4, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'gw_port': {'id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:21Z', 'updated_at': '2022-11-02T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '393f498e-4c1a-4e54-aa83-f24d808618db', 'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'mac_address': 'fa:16:3e:5d:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:25Z', 'updated_at': '2022-11-02T07:30:36Z', 'revision_number': 5, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'subnets': [{'id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:26.104888 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54602e05-1b1b-4f1b-a3b9-72235cdfcc14 admin admin] Pushing event updated for resources: {'Network': ['ID=25540d19-7bb3-4b5f-b387-4dee03cfded6,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:26.109424 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8621dd52-74ad-40ee-874d-af31f8659729 admin admin] Made reservation on behalf of 5c30df4815d74ad3a0805a7e0ee259a6 for: {'subnet': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:38:26.112438 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8621dd52-74ad-40ee-874d-af31f8659729 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041940'] for subnet (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:26.121418 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Network 25540d19-7bb3-4b5f-b387-4dee03cfded6 details requested by agent ovs-agent-dv-cinder-804735-33-iscsi with host dv-cinder-804735-33-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 07:38:26.124177 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb32d18e-e66d-4029-9d6e-e44d94c97aa6 None None] The sync data for ids ['26112d59-8b1b-477a-acfc-80c36e5d6753'] in dv-cinder-804735-33-iscsi is: [{'id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'name': 'tempest-TestVolumeBootPattern-1641613649-router', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:20Z', 'updated_at': '2022-11-02T07:30:26Z', 'revision_number': 4, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'gw_port': {'id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:21Z', 'updated_at': '2022-11-02T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '393f498e-4c1a-4e54-aa83-f24d808618db', 'name': '', 'network_id': 'f6809857-e0de-42f0-baa8-be80912a85f1', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'mac_address': 'fa:16:3e:5d:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:25Z', 'updated_at': '2022-11-02T07:30:36Z', 'revision_number': 5, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'subnets': [{'id': '77ee38fc-7b77-488d-b9f4-ad8de0678fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:38:26.204589 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:26.296289 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8621dd52-74ad-40ee-874d-af31f8659729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4041954'] for subnet (bfdf00b1-2332-4bcf-b5dd-e0c32b4d34ab), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:26.353757 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621dd52-74ad-40ee-874d-af31f8659729 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfdf00b1-2332-4bcf-b5dd-e0c32b4d34ab,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:26.357529 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00201dd3-b446-4de4-9820-1149a4c003f1 None None] New status for floating IP 0d105f55-5dbd-40ed-aaa0-0e2d2dd5ef6e: DOWN {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 07:38:26.363585 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=19 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:26.370085 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8621dd52-74ad-40ee-874d-af31f8659729 admin admin] Checking segment: {'id': 'dd292746-ab40-4cf5-9d3e-1a18b87071a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '25540d19-7bb3-4b5f-b387-4dee03cfded6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:38:26.370470 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8621dd52-74ad-40ee-874d-af31f8659729 admin admin] Network hostable DHCP agents. Network: 25540d19-7bb3-4b5f-b387-4dee03cfded6, hostable agents: ['bceb131e-a03d-46e7-91df-936d929aaf3a'], hosted agents: [] {{(pid=104569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 07:38:26.387170 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8621dd52-74ad-40ee-874d-af31f8659729 admin admin] Network 25540d19-7bb3-4b5f-b387-4dee03cfded6 is scheduled to be hosted by DHCP agent bceb131e-a03d-46e7-91df-936d929aaf3a with binding_index 1 {{(pid=104569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 07:38:26.389153 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:26.398336 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-8621dd52-74ad-40ee-874d-af31f8659729 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-33-iscsi, 25540d19-7bb3-4b5f-b387-4dee03cfded6) {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:38:26.403648 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8621dd52-74ad-40ee-874d-af31f8659729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:26.404652 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-8621dd52-74ad-40ee-874d-af31f8659729 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:26.410565 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889782e2-e762-43b9-a7be-21e0ffc8ec0f None None] Network 25540d19-7bb3-4b5f-b387-4dee03cfded6 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:38:26.431492 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-8621dd52-74ad-40ee-874d-af31f8659729 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3420076 Nov 02 07:38:26.526082 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f315e5a1-7047-4422-948e-c650d9545880 None None] Network 25540d19-7bb3-4b5f-b387-4dee03cfded6 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:38:26.873581 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b403f14-cb11-4e76-b0f7-c20957eef5d4 req-014df029-23de-4995-a598-60fc869a8819 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:26.886833 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3b403f14-cb11-4e76-b0f7-c20957eef5d4 req-014df029-23de-4995-a598-60fc869a8819 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b63e70e7-b2ef-4b6e-9457-7f92d1adc30b HTTP/1.1" status: 200 len: 945 time: 0.0512729 Nov 02 07:38:26.990796 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3b403f14-cb11-4e76-b0f7-c20957eef5d4 req-eb18e432-7f9e-478f-86f3-21e0624855c1 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106188 Nov 02 07:38:27.014077 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85362514-7250-4d7c-b69e-a9625c2bf010 req-19e0f45a-cf84-4344-8682-7eaf1fca9a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:27.015545 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-85362514-7250-4d7c-b69e-a9625c2bf010 req-19e0f45a-cf84-4344-8682-7eaf1fca9a54 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=f6809857-e0de-42f0-baa8-be80912a85f1 HTTP/1.1" status: 200 len: 913 time: 0.1407874 Nov 02 07:38:27.101426 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-85362514-7250-4d7c-b69e-a9625c2bf010 req-39b40cb1-ba2e-4306-b472-16c8bd9c5441 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5170ac1a-792e-408b-9e77-31d91e95efd5 HTTP/1.1" status: 200 len: 217 time: 0.0337830 Nov 02 07:38:27.338308 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85362514-7250-4d7c-b69e-a9625c2bf010 req-6f041cfa-c895-458a-8e7a-a5bba9c6c858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:27.339756 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-85362514-7250-4d7c-b69e-a9625c2bf010 req-6f041cfa-c895-458a-8e7a-a5bba9c6c858 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=77ee38fc-7b77-488d-b9f4-ad8de0678fd1 HTTP/1.1" status: 200 len: 851 time: 0.0451260 Nov 02 07:38:27.384176 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85362514-7250-4d7c-b69e-a9625c2bf010 req-4b054a3c-d054-4f85-8897-a6da48828e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:27.385881 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-85362514-7250-4d7c-b69e-a9625c2bf010 req-4b054a3c-d054-4f85-8897-a6da48828e55 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=f6809857-e0de-42f0-baa8-be80912a85f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401919 Nov 02 07:38:27.478724 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-85362514-7250-4d7c-b69e-a9625c2bf010 req-d9d7c255-1fd3-4ac3-be3e-f7acd3798b34 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f6809857-e0de-42f0-baa8-be80912a85f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857427 Nov 02 07:38:27.644933 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-85362514-7250-4d7c-b69e-a9625c2bf010 req-1b2bb45a-143e-47af-8226-97e4bde8a100 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/f6809857-e0de-42f0-baa8-be80912a85f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874867 Nov 02 07:38:27.781239 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9d095-94be-41f1-9ba7-43cd79a1b507 req-dd80400b-89a6-453b-bd82-a6ea987e0891 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:27.783214 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-68f9d095-94be-41f1-9ba7-43cd79a1b507 req-dd80400b-89a6-453b-bd82-a6ea987e0891 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=b63e70e7-b2ef-4b6e-9457-7f92d1adc30b HTTP/1.1" status: 200 len: 945 time: 0.0475292 Nov 02 07:38:27.865964 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-68f9d095-94be-41f1-9ba7-43cd79a1b507 req-9c93dbd7-9e55-4dbe-90f1-3e93686133d0 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Deleting port 5170ac1a-792e-408b-9e77-31d91e95efd5 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:38:27.866298 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-68f9d095-94be-41f1-9ba7-43cd79a1b507 req-9c93dbd7-9e55-4dbe-90f1-3e93686133d0 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (5170ac1a-792e-408b-9e77-31d91e95efd5), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:27.956175 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-68f9d095-94be-41f1-9ba7-43cd79a1b507 req-9c93dbd7-9e55-4dbe-90f1-3e93686133d0 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] For port 5170ac1a-792e-408b-9e77-31d91e95efd5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5170ac1a-792e-408b-9e77-31d91e95efd5,segment=NetworkSegment(b223cbb8-b9ce-47ec-9db9-80d47b3aacbd),segment_id=b223cbb8-b9ce-47ec-9db9-80d47b3aacbd)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:38:27.956534 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-68f9d095-94be-41f1-9ba7-43cd79a1b507 req-9c93dbd7-9e55-4dbe-90f1-3e93686133d0 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (5170ac1a-792e-408b-9e77-31d91e95efd5), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:27.963285 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:27.971265 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-68f9d095-94be-41f1-9ba7-43cd79a1b507 req-9c93dbd7-9e55-4dbe-90f1-3e93686133d0 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Calling delete_port for 5170ac1a-792e-408b-9e77-31d91e95efd5 owned by compute:nova {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:38:28.135909 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:28.208957 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7d744-0674-4225-999f-19ef0b1ddf0a req-e17ff300-4b40-42cb-98f1-15f6343a272f tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:28.210314 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-81b7d744-0674-4225-999f-19ef0b1ddf0a req-e17ff300-4b40-42cb-98f1-15f6343a272f tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=b63e70e7-b2ef-4b6e-9457-7f92d1adc30b HTTP/1.1" status: 200 len: 945 time: 0.1248872 Nov 02 07:38:28.214974 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-68f9d095-94be-41f1-9ba7-43cd79a1b507 req-9c93dbd7-9e55-4dbe-90f1-3e93686133d0 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (5170ac1a-792e-408b-9e77-31d91e95efd5), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:28.268567 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93dbd7-9e55-4dbe-90f1-3e93686133d0 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Pushing event deleted for resources: {'Port': ['ID=5170ac1a-792e-408b-9e77-31d91e95efd5,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:28.337939 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada07be-c417-4243-9674-73b86f9e6432 req-aafc62fe-d35a-4c0b-bbd8-89f4c481bbfd tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:28.339389 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4ada07be-c417-4243-9674-73b86f9e6432 req-aafc62fe-d35a-4c0b-bbd8-89f4c481bbfd tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/networks?id=25540d19-7bb3-4b5f-b387-4dee03cfded6 HTTP/1.1" status: 200 len: 814 time: 0.2207677 Nov 02 07:38:28.342859 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f9d095-94be-41f1-9ba7-43cd79a1b507 req-9c93dbd7-9e55-4dbe-90f1-3e93686133d0 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] No DVR routers for this DVR port 5170ac1a-792e-408b-9e77-31d91e95efd5 on host hv-cinder-80473 {{(pid=104569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:38:28.349453 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-68f9d095-94be-41f1-9ba7-43cd79a1b507 req-9c93dbd7-9e55-4dbe-90f1-3e93686133d0 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:28.352618 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-68f9d095-94be-41f1-9ba7-43cd79a1b507 req-9c93dbd7-9e55-4dbe-90f1-3e93686133d0 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.47 "DELETE /networking/v2.0/ports/5170ac1a-792e-408b-9e77-31d91e95efd5 HTTP/1.1" status: 204 len: 173 time: 0.5629830 Nov 02 07:38:28.354194 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63e70e7-b2ef-4b6e-9457-7f92d1adc30b', 'name': 'network-vif-deleted', 'tag': '5170ac1a-792e-408b-9e77-31d91e95efd5'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:38:28.356525 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa620f4e-4e81-4787-b9aa-4f44d3c46dd0" -d '{"events": [{"server_uuid": "b63e70e7-b2ef-4b6e-9457-7f92d1adc30b", "name": "network-vif-deleted", "tag": "5170ac1a-792e-408b-9e77-31d91e95efd5"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:38:28.374603 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-81b7d744-0674-4225-999f-19ef0b1ddf0a req-9728ceb8-e783-4ec5-b4c6-9baa2c2c0d06 tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=5d72272e-422f-4495-91b8-8e43ae384aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554308 Nov 02 07:38:28.377898 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4ada07be-c417-4243-9674-73b86f9e6432 req-7b371a74-249c-4c33-8cdb-032120f5fb4c tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/quotas/5c30df4815d74ad3a0805a7e0ee259a6 HTTP/1.1" status: 200 len: 375 time: 0.0242736 Nov 02 07:38:28.418981 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4ada07be-c417-4243-9674-73b86f9e6432 req-b8665620-c230-427a-aa6f-38c8c342d3e1 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=5c30df4815d74ad3a0805a7e0ee259a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348012 Nov 02 07:38:28.437516 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57fc38c-4145-408e-8dd5-ba83df822b39 x-openstack-request-id: req-b57fc38c-4145-408e-8dd5-ba83df822b39 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:38:28.438310 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63e70e7-b2ef-4b6e-9457-7f92d1adc30b", "name": "network-vif-deleted", "tag": "5170ac1a-792e-408b-9e77-31d91e95efd5", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:38:28.438575 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b57fc38c-4145-408e-8dd5-ba83df822b39 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:38:28.438964 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b57fc38c-4145-408e-8dd5-ba83df822b39'] response: {'server_uuid': 'b63e70e7-b2ef-4b6e-9457-7f92d1adc30b', 'name': 'network-vif-deleted', 'tag': '5170ac1a-792e-408b-9e77-31d91e95efd5', 'status': 'completed', 'code': 200} Nov 02 07:38:28.515926 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4ada07be-c417-4243-9674-73b86f9e6432 req-0030a552-656f-4dd9-83cf-43601ced3c57 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/25540d19-7bb3-4b5f-b387-4dee03cfded6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885763 Nov 02 07:38:28.609255 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4ada07be-c417-4243-9674-73b86f9e6432 req-5e38ae84-a868-49a2-ac22-97b621121fa1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/25540d19-7bb3-4b5f-b387-4dee03cfded6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866141 Nov 02 07:38:28.650120 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:28.805200 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3f908dfd-b686-4dcf-982c-c2e0bd75c7d0 req-dbe3d847-a306-49ac-9116-45f6c70a1bf8 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dc3283b2-ed59-44f4-b90a-04df83443560 HTTP/1.1" status: 200 len: 210 time: 0.0307939 Nov 02 07:38:29.453914 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 42722) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:29.574852 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-e6dad484-c329-4867-8ddd-86ee00ab2b8e tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Deleting port 1647c70a-50ba-4f71-af4c-6728f24ee57b {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:38:29.575136 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e6dad484-c329-4867-8ddd-86ee00ab2b8e tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (1647c70a-50ba-4f71-af4c-6728f24ee57b), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:29.655646 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e6dad484-c329-4867-8ddd-86ee00ab2b8e tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (1647c70a-50ba-4f71-af4c-6728f24ee57b), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:29.655966 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e6dad484-c329-4867-8ddd-86ee00ab2b8e tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for floatingip (1647c70a-50ba-4f71-af4c-6728f24ee57b), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:29.668634 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-e6dad484-c329-4867-8ddd-86ee00ab2b8e tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Calling delete_port for 1647c70a-50ba-4f71-af4c-6728f24ee57b owned by network:floatingip {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:38:29.730546 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:29.805641 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e6dad484-c329-4867-8ddd-86ee00ab2b8e tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (1647c70a-50ba-4f71-af4c-6728f24ee57b), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:29.830290 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dad484-c329-4867-8ddd-86ee00ab2b8e tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Pushing event deleted for resources: {'Port': ['ID=1647c70a-50ba-4f71-af4c-6728f24ee57b,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:29.920611 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-b80e4ea3-bc5b-4d2f-86f5-60d007937854 req-f7f48c89-3f0d-44f0-b617-f307875c7123 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dc3283b2-ed59-44f4-b90a-04df83443560 HTTP/1.1" status: 200 len: 210 time: 0.0353506 Nov 02 07:38:29.924059 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e6dad484-c329-4867-8ddd-86ee00ab2b8e tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for floatingip (a16e63c0-31df-47a6-b2fd-b3de1349ede4), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:29.927188 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e6dad484-c329-4867-8ddd-86ee00ab2b8e tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:29.928444 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-e6dad484-c329-4867-8ddd-86ee00ab2b8e tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/a16e63c0-31df-47a6-b2fd-b3de1349ede4 HTTP/1.1" status: 204 len: 168 time: 0.4728215 Nov 02 07:38:30.065762 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:30.087257 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada07be-c417-4243-9674-73b86f9e6432 req-41610e3c-67fd-47ba-b361-3b9b888c698b tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:30.097536 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4ada07be-c417-4243-9674-73b86f9e6432 req-41610e3c-67fd-47ba-b361-3b9b888c698b tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.47 "GET /networking/v2.0/networks?id=25540d19-7bb3-4b5f-b387-4dee03cfded6 HTTP/1.1" status: 200 len: 814 time: 0.1231854 Nov 02 07:38:30.120272 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-4ada07be-c417-4243-9674-73b86f9e6432 req-111e1299-f777-4ce9-abef-81138a1ba2cd tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Request body: {'port': {'device_id': 'dc3283b2-ed59-44f4-b90a-04df83443560', 'network_id': '25540d19-7bb3-4b5f-b387-4dee03cfded6', 'admin_state_up': True, 'tenant_id': '5c30df4815d74ad3a0805a7e0ee259a6'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:38:30.233240 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ada07be-c417-4243-9674-73b86f9e6432 req-111e1299-f777-4ce9-abef-81138a1ba2cd tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Made reservation on behalf of 5c30df4815d74ad3a0805a7e0ee259a6 for: {'port': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:38:30.236927 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-4ada07be-c417-4243-9674-73b86f9e6432 req-111e1299-f777-4ce9-abef-81138a1ba2cd tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:30.366307 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [req-4ada07be-c417-4243-9674-73b86f9e6432 req-111e1299-f777-4ce9-abef-81138a1ba2cd tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Allocated IP 172.20.0.2 (25540d19-7bb3-4b5f-b387-4dee03cfded6/bfdf00b1-2332-4bcf-b5dd-e0c32b4d34ab/fa1663f1-c844-458e-af96-4e8b2b70952f) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:38:30.522134 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-4ada07be-c417-4243-9674-73b86f9e6432 req-111e1299-f777-4ce9-abef-81138a1ba2cd tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Publish callbacks [] for port (fa1663f1-c844-458e-af96-4e8b2b70952f), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:30.553274 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-4ada07be-c417-4243-9674-73b86f9e6432 req-111e1299-f777-4ce9-abef-81138a1ba2cd tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (fa1663f1-c844-458e-af96-4e8b2b70952f), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:30.595393 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ada07be-c417-4243-9674-73b86f9e6432 req-111e1299-f777-4ce9-abef-81138a1ba2cd tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Network 25540d19-7bb3-4b5f-b387-4dee03cfded6 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:38:30.600332 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [req-4ada07be-c417-4243-9674-73b86f9e6432 req-111e1299-f777-4ce9-abef-81138a1ba2cd tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:38:30.604169 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ada07be-c417-4243-9674-73b86f9e6432 req-111e1299-f777-4ce9-abef-81138a1ba2cd tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:38:30.610102 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e1299-f777-4ce9-abef-81138a1ba2cd tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Pushing event updated for resources: {'Port': ['ID=fa1663f1-c844-458e-af96-4e8b2b70952f,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:30.660374 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada07be-c417-4243-9674-73b86f9e6432 req-111e1299-f777-4ce9-abef-81138a1ba2cd tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:30.660979 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-4ada07be-c417-4243-9674-73b86f9e6432 req-111e1299-f777-4ce9-abef-81138a1ba2cd tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:30.676638 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4ada07be-c417-4243-9674-73b86f9e6432 req-111e1299-f777-4ce9-abef-81138a1ba2cd tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5606258 Nov 02 07:38:30.701833 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-4ada07be-c417-4243-9674-73b86f9e6432 req-e770387b-9f44-4229-9afd-e0a502e5b50d service neutron] Request body: {'port': {'device_id': 'dc3283b2-ed59-44f4-b90a-04df83443560', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:38:30.735547 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:DELETE=5,neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:30.762836 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-4ada07be-c417-4243-9674-73b86f9e6432 req-e770387b-9f44-4229-9afd-e0a502e5b50d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (fa1663f1-c844-458e-af96-4e8b2b70952f), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:30.811490 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:31.041079 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [req-4ada07be-c417-4243-9674-73b86f9e6432 req-e770387b-9f44-4229-9afd-e0a502e5b50d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa1663f1-c844-458e-af96-4e8b2b70952f {{(pid=104569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:38:31.052172 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-4ada07be-c417-4243-9674-73b86f9e6432 req-e770387b-9f44-4229-9afd-e0a502e5b50d service neutron] Publish callbacks [] for port (fa1663f1-c844-458e-af96-4e8b2b70952f), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:31.068380 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b1e50-c2cc-4b24-8fdd-39dacc1da1c7 req-33fc1a9b-6f3a-426c-a631-4de2f1179cf9 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:31.069826 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-277b1e50-c2cc-4b24-8fdd-39dacc1da1c7 req-33fc1a9b-6f3a-426c-a631-4de2f1179cf9 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dc3283b2-ed59-44f4-b90a-04df83443560 HTTP/1.1" status: 200 len: 931 time: 0.0704293 Nov 02 07:38:31.074595 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.provisioning_blocks [req-4ada07be-c417-4243-9674-73b86f9e6432 req-e770387b-9f44-4229-9afd-e0a502e5b50d service neutron] Transition to ACTIVE for port object fa1663f1-c844-458e-af96-4e8b2b70952f will not be triggered until provisioned by entity L2. {{(pid=104569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 07:38:31.079163 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 5170ac1a-792e-408b-9e77-31d91e95efd5 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:38:31.089216 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-4ada07be-c417-4243-9674-73b86f9e6432 req-e770387b-9f44-4229-9afd-e0a502e5b50d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (fa1663f1-c844-458e-af96-4e8b2b70952f), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:31.099647 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] No Port match for: 5170ac1a-792e-408b-9e77-31d91e95efd5 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:38:31.099996 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 5170ac1a-792e-408b-9e77-31d91e95efd5 not bound to the agent host hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:38:31.162880 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 42744) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:31.174305 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-277b1e50-c2cc-4b24-8fdd-39dacc1da1c7 req-023af2d0-8539-4007-85a7-e4b151f96cc0 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=54ad5e86-576e-4801-a696-3d1fd5410d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985720 Nov 02 07:38:31.174920 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770387b-9f44-4229-9afd-e0a502e5b50d service neutron] Pushing event updated for resources: {'Port': ['ID=fa1663f1-c844-458e-af96-4e8b2b70952f,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:31.215516 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:31.229789 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-4ada07be-c417-4243-9674-73b86f9e6432 req-e770387b-9f44-4229-9afd-e0a502e5b50d service neutron] Attempting to bind port fa1663f1-c844-458e-af96-4e8b2b70952f on host hv-cinder-80473 for vnic_type normal with profile {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:38:31.230124 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-4ada07be-c417-4243-9674-73b86f9e6432 req-e770387b-9f44-4229-9afd-e0a502e5b50d service neutron] Attempting to bind port fa1663f1-c844-458e-af96-4e8b2b70952f by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'dd292746-ab40-4cf5-9d3e-1a18b87071a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '25540d19-7bb3-4b5f-b387-4dee03cfded6'}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:38:31.230450 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8300e422-cd3e-43b8-9706-fd36de7af97b tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for security_group (5d72272e-422f-4495-91b8-8e43ae384aca), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:31.230566 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ada07be-c417-4243-9674-73b86f9e6432 req-e770387b-9f44-4229-9afd-e0a502e5b50d service neutron] Attempting to bind port fa1663f1-c844-458e-af96-4e8b2b70952f on network 25540d19-7bb3-4b5f-b387-4dee03cfded6 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:38:31.249252 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:31.256088 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8300e422-cd3e-43b8-9706-fd36de7af97b tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for security_group (5d72272e-422f-4495-91b8-8e43ae384aca), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:31.272668 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ada07be-c417-4243-9674-73b86f9e6432 req-e770387b-9f44-4229-9afd-e0a502e5b50d service neutron] Port fa1663f1-c844-458e-af96-4e8b2b70952f on network 25540d19-7bb3-4b5f-b387-4dee03cfded6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 07:38:31.272994 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ada07be-c417-4243-9674-73b86f9e6432 req-e770387b-9f44-4229-9afd-e0a502e5b50d service neutron] Attempting to bind port fa1663f1-c844-458e-af96-4e8b2b70952f on network 25540d19-7bb3-4b5f-b387-4dee03cfded6 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:38:31.316834 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ada07be-c417-4243-9674-73b86f9e6432 req-e770387b-9f44-4229-9afd-e0a502e5b50d service neutron] Checking agent: {'id': '8bd0314e-b36f-45c2-bb1e-4de001688fd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'started_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:38:31.317198 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ada07be-c417-4243-9674-73b86f9e6432 req-e770387b-9f44-4229-9afd-e0a502e5b50d service neutron] Checking segment: {'id': 'dd292746-ab40-4cf5-9d3e-1a18b87071a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '25540d19-7bb3-4b5f-b387-4dee03cfded6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:38:31.317648 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ada07be-c417-4243-9674-73b86f9e6432 req-e770387b-9f44-4229-9afd-e0a502e5b50d service neutron] Bound using segment: {'id': 'dd292746-ab40-4cf5-9d3e-1a18b87071a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '25540d19-7bb3-4b5f-b387-4dee03cfded6'} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:38:31.318147 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-4ada07be-c417-4243-9674-73b86f9e6432 req-e770387b-9f44-4229-9afd-e0a502e5b50d service neutron] Bound port: fa1663f1-c844-458e-af96-4e8b2b70952f, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd292746-ab40-4cf5-9d3e-1a18b87071a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '25540d19-7bb3-4b5f-b387-4dee03cfded6'}}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:38:31.318600 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-4ada07be-c417-4243-9674-73b86f9e6432 req-e770387b-9f44-4229-9afd-e0a502e5b50d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (fa1663f1-c844-458e-af96-4e8b2b70952f), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:31.319524 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8300e422-cd3e-43b8-9706-fd36de7af97b tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (5d72272e-422f-4495-91b8-8e43ae384aca), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:31.322102 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8300e422-cd3e-43b8-9706-fd36de7af97b tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:31.323286 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-8300e422-cd3e-43b8-9706-fd36de7af97b tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5d72272e-422f-4495-91b8-8e43ae384aca HTTP/1.1" status: 204 len: 168 time: 0.1593976 Nov 02 07:38:31.333285 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300e422-cd3e-43b8-9706-fd36de7af97b tempest-TestVolumeBootPattern-383952907 tempest-TestVolumeBootPattern-383952907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d72272e-422f-4495-91b8-8e43ae384aca,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:31.380653 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-4ada07be-c417-4243-9674-73b86f9e6432 req-e770387b-9f44-4229-9afd-e0a502e5b50d service neutron] For port fa1663f1-c844-458e-af96-4e8b2b70952f, host hv-cinder-80473, cleared binding levels {{(pid=104569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:38:31.383763 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-4ada07be-c417-4243-9674-73b86f9e6432 req-e770387b-9f44-4229-9afd-e0a502e5b50d service neutron] For port fa1663f1-c844-458e-af96-4e8b2b70952f, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=fa1663f1-c844-458e-af96-4e8b2b70952f,segment=NetworkSegment(dd292746-ab40-4cf5-9d3e-1a18b87071a4),segment_id=dd292746-ab40-4cf5-9d3e-1a18b87071a4)] {{(pid=104569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:38:31.388851 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-4ada07be-c417-4243-9674-73b86f9e6432 req-e770387b-9f44-4229-9afd-e0a502e5b50d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (fa1663f1-c844-458e-af96-4e8b2b70952f), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:31.393373 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada07be-c417-4243-9674-73b86f9e6432 req-e770387b-9f44-4229-9afd-e0a502e5b50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:31.393973 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-4ada07be-c417-4243-9674-73b86f9e6432 req-e770387b-9f44-4229-9afd-e0a502e5b50d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:31.395364 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4ada07be-c417-4243-9674-73b86f9e6432 req-e770387b-9f44-4229-9afd-e0a502e5b50d service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/fa1663f1-c844-458e-af96-4e8b2b70952f HTTP/1.1" status: 200 len: 1093 time: 0.6975622 Nov 02 07:38:31.395907 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3283b2-ed59-44f4-b90a-04df83443560', 'tag': 'fa1663f1-c844-458e-af96-4e8b2b70952f'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:38:31.398144 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d232334e-e684-4124-a0ac-77a0722b2031" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3283b2-ed59-44f4-b90a-04df83443560", "tag": "fa1663f1-c844-458e-af96-4e8b2b70952f"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:38:31.445250 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfab1c6d-14af-4323-9dc3-495af5eeea81 x-openstack-request-id: req-dfab1c6d-14af-4323-9dc3-495af5eeea81 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:38:31.445606 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3283b2-ed59-44f4-b90a-04df83443560", "tag": "fa1663f1-c844-458e-af96-4e8b2b70952f", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:38:31.445962 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dfab1c6d-14af-4323-9dc3-495af5eeea81 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:38:31.446455 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfab1c6d-14af-4323-9dc3-495af5eeea81'] response: {'name': 'network-changed', 'server_uuid': 'dc3283b2-ed59-44f4-b90a-04df83443560', 'tag': 'fa1663f1-c844-458e-af96-4e8b2b70952f', 'status': 'completed', 'code': 200} Nov 02 07:38:31.451100 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770387b-9f44-4229-9afd-e0a502e5b50d service neutron] Pushing event updated for resources: {'Port': ['ID=fa1663f1-c844-458e-af96-4e8b2b70952f,revision_number=3']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:31.517197 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada07be-c417-4243-9674-73b86f9e6432 req-194b6830-237c-4a2a-8fa9-3243cef954b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:31.518692 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4ada07be-c417-4243-9674-73b86f9e6432 req-194b6830-237c-4a2a-8fa9-3243cef954b8 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=5c30df4815d74ad3a0805a7e0ee259a6&device_id=dc3283b2-ed59-44f4-b90a-04df83443560 HTTP/1.1" status: 200 len: 1127 time: 0.0406654 Nov 02 07:38:31.570260 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4ada07be-c417-4243-9674-73b86f9e6432 req-e300e122-2db1-4944-a936-dffc83794f32 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa1663f1-c844-458e-af96-4e8b2b70952f HTTP/1.1" status: 200 len: 217 time: 0.0325205 Nov 02 07:38:31.623532 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada07be-c417-4243-9674-73b86f9e6432 req-22115e7f-213f-4192-a7e2-6aef2d563651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:31.624972 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4ada07be-c417-4243-9674-73b86f9e6432 req-22115e7f-213f-4192-a7e2-6aef2d563651 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=bfdf00b1-2332-4bcf-b5dd-e0c32b4d34ab HTTP/1.1" status: 200 len: 854 time: 0.0472102 Nov 02 07:38:31.657114 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4ada07be-c417-4243-9674-73b86f9e6432 req-bea67f01-10f9-4722-90cc-50e93bcef399 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=25540d19-7bb3-4b5f-b387-4dee03cfded6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256619 Nov 02 07:38:31.686028 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:31.748171 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4ada07be-c417-4243-9674-73b86f9e6432 req-da8e6dfc-614f-42dd-870f-569755719548 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/25540d19-7bb3-4b5f-b387-4dee03cfded6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851254 Nov 02 07:38:31.771722 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:31.845308 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4ada07be-c417-4243-9674-73b86f9e6432 req-1594b92a-61d9-44cb-b55c-508a7799dc92 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/25540d19-7bb3-4b5f-b387-4dee03cfded6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904701 Nov 02 07:38:32.297970 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89acdf4-06e3-4778-8e1a-bcdd041629ee req-c45c0651-b287-4dcf-bdad-8f0edbdfd5af tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:32.299411 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c89acdf4-06e3-4778-8e1a-bcdd041629ee req-c45c0651-b287-4dcf-bdad-8f0edbdfd5af tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dc3283b2-ed59-44f4-b90a-04df83443560 HTTP/1.1" status: 200 len: 943 time: 0.0466583 Nov 02 07:38:32.345291 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c89acdf4-06e3-4778-8e1a-bcdd041629ee req-f428577b-60ea-4e86-b569-8532893188ae tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=54ad5e86-576e-4801-a696-3d1fd5410d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403631 Nov 02 07:38:32.397111 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 42758) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:32.664199 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-02dd4eb2-e686-427e-94ab-b8a80b3f58b9 req-edf7a4f2-7303-4bf0-97bf-06bb7822bfe2 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-223621325&fields=id&tenant_id=280ce4c6b9174073902820e2e922bedf HTTP/1.1" status: 200 len: 267 time: 0.1127963 Nov 02 07:38:32.763202 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd4eb2-e686-427e-94ab-b8a80b3f58b9 req-52e3ebe6-e19d-4965-ab64-33f930b3f63f tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:32.764555 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-02dd4eb2-e686-427e-94ab-b8a80b3f58b9 req-52e3ebe6-e19d-4965-ab64-33f930b3f63f tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 985 time: 0.0943544 Nov 02 07:38:32.793442 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-02dd4eb2-e686-427e-94ab-b8a80b3f58b9 req-86943999-eeae-4b49-953b-826ffc6901cb tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Request body: {'port': {'security_groups': ['f8a1521d-7edb-4526-b371-66f352f965c7']}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:38:32.831876 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232334e-e684-4124-a0ac-77a0722b2031 req-7f29f87b-1b98-4f33-b8b1-3ad56879a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:32.833343 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d232334e-e684-4124-a0ac-77a0722b2031 req-7f29f87b-1b98-4f33-b8b1-3ad56879a427 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=5c30df4815d74ad3a0805a7e0ee259a6&device_id=dc3283b2-ed59-44f4-b90a-04df83443560 HTTP/1.1" status: 200 len: 1127 time: 0.0957098 Nov 02 07:38:32.994445 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-02dd4eb2-e686-427e-94ab-b8a80b3f58b9 req-86943999-eeae-4b49-953b-826ffc6901cb tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (33ad81f7-86a8-4d84-8799-f57ab596e5c4), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:33.316705 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-54cc4a2e-c5e5-45de-80d2-213dbac15ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651005'] for router_interface (26112d59-8b1b-477a-acfc-80c36e5d6753), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:33.336814 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232334e-e684-4124-a0ac-77a0722b2031 req-e7141515-23a0-4c5b-8a56-ec46ad1bed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:33.338254 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d232334e-e684-4124-a0ac-77a0722b2031 req-e7141515-23a0-4c5b-8a56-ec46ad1bed71 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=25540d19-7bb3-4b5f-b387-4dee03cfded6 HTTP/1.1" status: 200 len: 915 time: 0.4856744 Nov 02 07:38:33.378541 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:33.421052 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d232334e-e684-4124-a0ac-77a0722b2031 req-34b7da4b-12cb-4921-adb6-d56659109aaf service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa1663f1-c844-458e-af96-4e8b2b70952f HTTP/1.1" status: 200 len: 217 time: 0.0515044 Nov 02 07:38:33.506544 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:33.566114 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4269123-8ce9-4859-b9e1-86d057dd4e08 req-06321edd-fde6-4815-9703-62e9e91d6532 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:33.567675 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f4269123-8ce9-4859-b9e1-86d057dd4e08 req-06321edd-fde6-4815-9703-62e9e91d6532 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dc3283b2-ed59-44f4-b90a-04df83443560 HTTP/1.1" status: 200 len: 943 time: 0.1456604 Nov 02 07:38:33.586553 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232334e-e684-4124-a0ac-77a0722b2031 req-a215999c-0f1a-4a9c-ab2f-9a90592d64d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:33.587961 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d232334e-e684-4124-a0ac-77a0722b2031 req-a215999c-0f1a-4a9c-ab2f-9a90592d64d8 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=bfdf00b1-2332-4bcf-b5dd-e0c32b4d34ab HTTP/1.1" status: 200 len: 854 time: 0.1595366 Nov 02 07:38:33.745733 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f4269123-8ce9-4859-b9e1-86d057dd4e08 req-cd72d17f-ea8f-484b-bc0d-530896eabffa tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=54ad5e86-576e-4801-a696-3d1fd5410d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676600 Nov 02 07:38:33.770617 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-02dd4eb2-e686-427e-94ab-b8a80b3f58b9 req-86943999-eeae-4b49-953b-826ffc6901cb tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] For port 33ad81f7-86a8-4d84-8799-f57ab596e5c4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=33ad81f7-86a8-4d84-8799-f57ab596e5c4,segment=NetworkSegment(268daac8-05c1-473f-8a22-a8ddb6dd3cef),segment_id=268daac8-05c1-473f-8a22-a8ddb6dd3cef)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:38:33.826307 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-02dd4eb2-e686-427e-94ab-b8a80b3f58b9 req-86943999-eeae-4b49-953b-826ffc6901cb tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for port (33ad81f7-86a8-4d84-8799-f57ab596e5c4), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:33.844373 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-02dd4eb2-e686-427e-94ab-b8a80b3f58b9 req-86943999-eeae-4b49-953b-826ffc6901cb tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (33ad81f7-86a8-4d84-8799-f57ab596e5c4), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:33.855579 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd4eb2-e686-427e-94ab-b8a80b3f58b9 req-86943999-eeae-4b49-953b-826ffc6901cb tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:33.856173 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-02dd4eb2-e686-427e-94ab-b8a80b3f58b9 req-86943999-eeae-4b49-953b-826ffc6901cb tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:33.857506 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-02dd4eb2-e686-427e-94ab-b8a80b3f58b9 req-86943999-eeae-4b49-953b-826ffc6901cb tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "PUT /networking/v2.0/ports/33ad81f7-86a8-4d84-8799-f57ab596e5c4 HTTP/1.1" status: 200 len: 943 time: 1.0738430 Nov 02 07:38:33.860505 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8', 'tag': '33ad81f7-86a8-4d84-8799-f57ab596e5c4'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:38:33.862455 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f141713-4b83-4587-8d0c-be50d4f5367b" -d '{"events": [{"name": "network-changed", "server_uuid": "72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8", "tag": "33ad81f7-86a8-4d84-8799-f57ab596e5c4"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:38:33.864556 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 42766) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:33.882537 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['33ad81f7-86a8-4d84-8799-f57ab596e5c4'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:38:33.914344 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155f4a2f-056c-4c9a-b04e-0d6c633a64e0 x-openstack-request-id: req-155f4a2f-056c-4c9a-b04e-0d6c633a64e0 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:38:33.914650 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8", "tag": "33ad81f7-86a8-4d84-8799-f57ab596e5c4", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:38:33.914896 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-155f4a2f-056c-4c9a-b04e-0d6c633a64e0 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:38:33.915289 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-155f4a2f-056c-4c9a-b04e-0d6c633a64e0'] response: {'name': 'network-changed', 'server_uuid': '72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8', 'tag': '33ad81f7-86a8-4d84-8799-f57ab596e5c4', 'status': 'completed', 'code': 200} Nov 02 07:38:33.924357 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-54cc4a2e-c5e5-45de-80d2-213dbac15ddd admin admin] Deleting port 393f498e-4c1a-4e54-aa83-f24d808618db {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:38:33.924689 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-54cc4a2e-c5e5-45de-80d2-213dbac15ddd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (393f498e-4c1a-4e54-aa83-f24d808618db), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:33.975273 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d232334e-e684-4124-a0ac-77a0722b2031 req-a3353ff6-ce08-4cf6-980d-4273c78bbdc2 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=25540d19-7bb3-4b5f-b387-4dee03cfded6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794606 Nov 02 07:38:33.988457 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:34.034799 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['33ad81f7-86a8-4d84-8799-f57ab596e5c4'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:38:34.043333 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:34.094776 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86943999-eeae-4b49-953b-826ffc6901cb tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Pushing event updated for resources: {'Port': ['ID=33ad81f7-86a8-4d84-8799-f57ab596e5c4,revision_number=7']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:34.135961 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f141713-4b83-4587-8d0c-be50d4f5367b req-41929fbb-ef71-4d7e-83f8-b18b373fd4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:34.137702 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9f141713-4b83-4587-8d0c-be50d4f5367b req-41929fbb-ef71-4d7e-83f8-b18b373fd4c0 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=280ce4c6b9174073902820e2e922bedf&device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 1130 time: 0.1615913 Nov 02 07:38:34.190636 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a044d134-c1be-4cf3-88b9-de94d159f7cd tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for security_group (5955c213-20e0-4cb5-b4d4-acf9e40431f3), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:34.204757 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:34.259814 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-54cc4a2e-c5e5-45de-80d2-213dbac15ddd admin admin] For port 393f498e-4c1a-4e54-aa83-f24d808618db, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=393f498e-4c1a-4e54-aa83-f24d808618db,segment=NetworkSegment(b223cbb8-b9ce-47ec-9db9-80d47b3aacbd),segment_id=b223cbb8-b9ce-47ec-9db9-80d47b3aacbd)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:38:34.260177 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-54cc4a2e-c5e5-45de-80d2-213dbac15ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (393f498e-4c1a-4e54-aa83-f24d808618db), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:34.291037 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:34.295994 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a044d134-c1be-4cf3-88b9-de94d159f7cd tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for security_group (5955c213-20e0-4cb5-b4d4-acf9e40431f3), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:34.307686 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-54cc4a2e-c5e5-45de-80d2-213dbac15ddd admin admin] Calling delete_port for 393f498e-4c1a-4e54-aa83-f24d808618db owned by network:router_interface {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:38:34.316727 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d232334e-e684-4124-a0ac-77a0722b2031 req-b31fc801-0b03-477c-82dd-55dd5142e4b7 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/25540d19-7bb3-4b5f-b387-4dee03cfded6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213122 Nov 02 07:38:34.396898 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f141713-4b83-4587-8d0c-be50d4f5367b req-dc5f64e8-59d1-4ca4-9fd0-585b63b873de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:34.398262 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9f141713-4b83-4587-8d0c-be50d4f5367b req-dc5f64e8-59d1-4ca4-9fd0-585b63b873de service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=59746b03-2694-45ae-a6c9-a4cd96b42795 HTTP/1.1" status: 200 len: 915 time: 0.2480450 Nov 02 07:38:34.561133 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9f141713-4b83-4587-8d0c-be50d4f5367b req-aa5d115e-500b-44fb-a82e-3c3887d17fed service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33ad81f7-86a8-4d84-8799-f57ab596e5c4 HTTP/1.1" status: 200 len: 1002 time: 0.1492033 Nov 02 07:38:34.589702 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a044d134-c1be-4cf3-88b9-de94d159f7cd tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (5955c213-20e0-4cb5-b4d4-acf9e40431f3), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:34.592150 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a044d134-c1be-4cf3-88b9-de94d159f7cd tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:34.593217 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-a044d134-c1be-4cf3-88b9-de94d159f7cd tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5955c213-20e0-4cb5-b4d4-acf9e40431f3 HTTP/1.1" status: 204 len: 168 time: 0.7250047 Nov 02 07:38:34.596280 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 42770) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:34.648420 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044d134-c1be-4cf3-88b9-de94d159f7cd tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5955c213-20e0-4cb5-b4d4-acf9e40431f3,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:34.658252 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d232334e-e684-4124-a0ac-77a0722b2031 req-eb0467c2-085b-4c84-86b9-c3036e60d93a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/25540d19-7bb3-4b5f-b387-4dee03cfded6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451048 Nov 02 07:38:34.667687 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f141713-4b83-4587-8d0c-be50d4f5367b req-279014be-e106-4171-8a96-be0a84498e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:34.669156 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9f141713-4b83-4587-8d0c-be50d4f5367b req-279014be-e106-4171-8a96-be0a84498e5e service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=33654569-10a4-4eaf-ab6f-7413caacc56f HTTP/1.1" status: 200 len: 853 time: 0.0993326 Nov 02 07:38:34.747285 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f141713-4b83-4587-8d0c-be50d4f5367b req-88be6f66-a309-4bfe-bfe2-00880e0470f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:34.748777 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9f141713-4b83-4587-8d0c-be50d4f5367b req-88be6f66-a309-4bfe-bfe2-00880e0470f3 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=59746b03-2694-45ae-a6c9-a4cd96b42795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0519972 Nov 02 07:38:34.750884 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-54cc4a2e-c5e5-45de-80d2-213dbac15ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (393f498e-4c1a-4e54-aa83-f24d808618db), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:34.751863 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-5b34c564-b26c-4ffe-9be3-3649c91f1c0e tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Deleting port faf260ba-0fdd-4015-b221-979835c80bfe {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:38:34.752208 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5b34c564-b26c-4ffe-9be3-3649c91f1c0e tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (faf260ba-0fdd-4015-b221-979835c80bfe), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:34.805391 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc4a2e-c5e5-45de-80d2-213dbac15ddd admin admin] Pushing event deleted for resources: {'Port': ['ID=393f498e-4c1a-4e54-aa83-f24d808618db,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:34.841060 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5b34c564-b26c-4ffe-9be3-3649c91f1c0e tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (faf260ba-0fdd-4015-b221-979835c80bfe), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:34.841702 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5b34c564-b26c-4ffe-9be3-3649c91f1c0e tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for floatingip (faf260ba-0fdd-4015-b221-979835c80bfe), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:34.855204 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-5b34c564-b26c-4ffe-9be3-3649c91f1c0e tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Calling delete_port for faf260ba-0fdd-4015-b221-979835c80bfe owned by network:floatingip {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:38:34.958461 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bce890-20f9-408d-a6fc-363123b62370 req-1cae85c0-00c2-47f4-8203-397b227385d2 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:34.960652 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f1bce890-20f9-408d-a6fc-363123b62370 req-1cae85c0-00c2-47f4-8203-397b227385d2 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dc3283b2-ed59-44f4-b90a-04df83443560 HTTP/1.1" status: 200 len: 943 time: 0.0987287 Nov 02 07:38:34.990522 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9f141713-4b83-4587-8d0c-be50d4f5367b req-98694dd5-ae6c-4baa-8d3d-1d778cfd9a86 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/59746b03-2694-45ae-a6c9-a4cd96b42795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308950 Nov 02 07:38:35.060993 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5b34c564-b26c-4ffe-9be3-3649c91f1c0e tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (faf260ba-0fdd-4015-b221-979835c80bfe), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:35.066543 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:35.085797 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34c564-b26c-4ffe-9be3-3649c91f1c0e tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Pushing event deleted for resources: {'Port': ['ID=faf260ba-0fdd-4015-b221-979835c80bfe,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:35.095874 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device fa1663f1-c844-458e-af96-4e8b2b70952f details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 07:38:35.132848 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:35.167756 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5b34c564-b26c-4ffe-9be3-3649c91f1c0e tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks [] for floatingip (93e3137d-5b43-4fe0-955e-26a77cc0b4aa), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:35.168074 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.db.l3_db [None req-5b34c564-b26c-4ffe-9be3-3649c91f1c0e tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Floating IP 93e3137d-5b43-4fe0-955e-26a77cc0b4aa disassociated (deleted). External IP: 172.27.2.154, port: 33ad81f7-86a8-4d84-8799-f57ab596e5c4. Nov 02 07:38:35.174348 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f1bce890-20f9-408d-a6fc-363123b62370 req-b7eecfb4-42c5-4430-9e69-99a6015fce44 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=54ad5e86-576e-4801-a696-3d1fd5410d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001948 Nov 02 07:38:35.207134 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-54cc4a2e-c5e5-45de-80d2-213dbac15ddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-997933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647533'] for router_interface (26112d59-8b1b-477a-acfc-80c36e5d6753), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:35.215878 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9f141713-4b83-4587-8d0c-be50d4f5367b req-8e4c72ad-60ca-4acf-b0f1-9c415467df62 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/59746b03-2694-45ae-a6c9-a4cd96b42795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159066 Nov 02 07:38:35.248452 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port fa1663f1-c844-458e-af96-4e8b2b70952f, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=fa1663f1-c844-458e-af96-4e8b2b70952f,segment=NetworkSegment(dd292746-ab40-4cf5-9d3e-1a18b87071a4),segment_id=dd292746-ab40-4cf5-9d3e-1a18b87071a4)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:38:35.259830 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdb127d-c8d9-44db-bdf3-d8ff1f821f7a None None] get_active_networks_info from dv-cinder-804735-33-iscsi {{(pid=104570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 07:38:35.290345 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Returning: {'device': 'fa1663f1-c844-458e-af96-4e8b2b70952f', 'network_id': '25540d19-7bb3-4b5f-b387-4dee03cfded6', 'port_id': 'fa1663f1-c844-458e-af96-4e8b2b70952f', 'mac_address': 'fa:16:3e:d4:2e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfdf00b1-2332-4bcf-b5dd-e0c32b4d34ab', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 07:38:35.361646 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port fa1663f1-c844-458e-af96-4e8b2b70952f is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:38:35.362324 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (fa1663f1-c844-458e-af96-4e8b2b70952f), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:35.388523 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa1663f1-c844-458e-af96-4e8b2b70952f {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:38:35.393464 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b34c564-b26c-4ffe-9be3-3649c91f1c0e tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Router 6089ca72-69f9-43d7-b9d7-c78ae9f9209b has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:38:35.425777 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port fa1663f1-c844-458e-af96-4e8b2b70952f, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=fa1663f1-c844-458e-af96-4e8b2b70952f,segment=NetworkSegment(dd292746-ab40-4cf5-9d3e-1a18b87071a4),segment_id=dd292746-ab40-4cf5-9d3e-1a18b87071a4)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:38:35.428500 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdb127d-c8d9-44db-bdf3-d8ff1f821f7a None None] Resources bound (agent type, host, resource id): {{(pid=104570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 07:38:35.431312 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54cc4a2e-c5e5-45de-80d2-213dbac15ddd admin admin] Router 26112d59-8b1b-477a-acfc-80c36e5d6753 has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:38:35.433793 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (fa1663f1-c844-458e-af96-4e8b2b70952f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:35.443759 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:35.511030 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b34c564-b26c-4ffe-9be3-3649c91f1c0e tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:38:35.519111 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-5b34c564-b26c-4ffe-9be3-3649c91f1c0e tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:35.543092 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610aefd3-9749-4c9d-828f-0b667847ab19 None None] Sync routers for ids ['6089ca72-69f9-43d7-b9d7-c78ae9f9209b'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:38:35.545028 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=fa1663f1-c844-458e-af96-4e8b2b70952f,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:35.545231 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54cc4a2e-c5e5-45de-80d2-213dbac15ddd admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:38:35.551381 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-54cc4a2e-c5e5-45de-80d2-213dbac15ddd admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/26112d59-8b1b-477a-acfc-80c36e5d6753/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1532393 Nov 02 07:38:35.554272 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 42774) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:35.557160 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7777367-1008-4edb-9e8b-30f9b3855bff None None] Sync routers for ids ['26112d59-8b1b-477a-acfc-80c36e5d6753'] in dv-cinder-804735-33-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:38:35.564416 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-5b34c564-b26c-4ffe-9be3-3649c91f1c0e tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/93e3137d-5b43-4fe0-955e-26a77cc0b4aa HTTP/1.1" status: 204 len: 168 time: 0.9664378 Nov 02 07:38:35.564932 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=22 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:35.565211 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8', 'tag': '33ad81f7-86a8-4d84-8799-f57ab596e5c4'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:38:35.569839 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9997e5a547caebf426b03fe71677bb46cfe6f7be44514c48e4ec619a10615394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b7819b-fb68-4753-827e-546bc79e34db" -d '{"events": [{"name": "network-changed", "server_uuid": "72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8", "tag": "33ad81f7-86a8-4d84-8799-f57ab596e5c4"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:38:35.573772 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7777367-1008-4edb-9e8b-30f9b3855bff None None] Routers {'26112d59-8b1b-477a-acfc-80c36e5d6753'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:38:35.574613 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-b7777367-1008-4edb-9e8b-30f9b3855bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:38:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['26112d59-8b1b-477a-acfc-80c36e5d6753'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:35.584439 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:35.589551 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:35.589914 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:35.590256 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:35.590643 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:35.590980 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:35.591310 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:35.591640 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:35.592064 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:35.592283 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:35.596928 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:35.597304 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:35.597647 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:35.597986 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:35.598319 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:38:35.618934 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7683fa8d-64b9-45f7-abc1-7e232cf040b8 x-openstack-request-id: req-7683fa8d-64b9-45f7-abc1-7e232cf040b8 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:38:35.620245 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8", "tag": "33ad81f7-86a8-4d84-8799-f57ab596e5c4", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:38:35.620507 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7683fa8d-64b9-45f7-abc1-7e232cf040b8 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:38:35.620938 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7683fa8d-64b9-45f7-abc1-7e232cf040b8'] response: {'name': 'network-changed', 'server_uuid': '72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8', 'tag': '33ad81f7-86a8-4d84-8799-f57ab596e5c4', 'status': 'completed', 'code': 200} Nov 02 07:38:35.624101 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610aefd3-9749-4c9d-828f-0b667847ab19 None None] Routers {'6089ca72-69f9-43d7-b9d7-c78ae9f9209b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:38:35.624741 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-610aefd3-9749-4c9d-828f-0b667847ab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:38:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['6089ca72-69f9-43d7-b9d7-c78ae9f9209b'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:35.751647 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-b7777367-1008-4edb-9e8b-30f9b3855bff None None] Set router 26112d59-8b1b-477a-acfc-80c36e5d6753 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:38:35.808469 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:35.809066 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:35.816692 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['fa1663f1-c844-458e-af96-4e8b2b70952f'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:38:35.978286 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-b7777367-1008-4edb-9e8b-30f9b3855bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'name': 'tempest-TestVolumeBootPattern-1641613649-router', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:20Z', 'updated_at': '2022-11-02T07:38:34Z', 'revision_number': 5, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'gw_port': {'id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:21Z', 'updated_at': '2022-11-02T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:36.023951 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7777367-1008-4edb-9e8b-30f9b3855bff None None] Checking router: 26112d59-8b1b-477a-acfc-80c36e5d6753 for host: dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:38:36.035545 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7777367-1008-4edb-9e8b-30f9b3855bff None None] Routers {'26112d59-8b1b-477a-acfc-80c36e5d6753'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:38:36.036472 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-b7777367-1008-4edb-9e8b-30f9b3855bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:38:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['26112d59-8b1b-477a-acfc-80c36e5d6753'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:36.095224 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-610aefd3-9749-4c9d-828f-0b667847ab19 None None] Set router 6089ca72-69f9-43d7-b9d7-c78ae9f9209b gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:38:36.122972 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7819b-fb68-4753-827e-546bc79e34db req-f8214a19-0f4c-49bb-a815-50dc0c1bf410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:36.124474 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-75b7819b-fb68-4753-827e-546bc79e34db req-f8214a19-0f4c-49bb-a815-50dc0c1bf410 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=280ce4c6b9174073902820e2e922bedf&device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 1130 time: 0.0426307 Nov 02 07:38:36.150676 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ee746674-f2fe-4404-a242-d2762a726932 admin admin] Publish callbacks [] for router (26112d59-8b1b-477a-acfc-80c36e5d6753), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:36.153863 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-b7777367-1008-4edb-9e8b-30f9b3855bff None None] Set router 26112d59-8b1b-477a-acfc-80c36e5d6753 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:38:36.287938 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ee746674-f2fe-4404-a242-d2762a726932 admin admin] Publish callbacks [] for router_gateway (26112d59-8b1b-477a-acfc-80c36e5d6753), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:36.392288 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-610aefd3-9749-4c9d-828f-0b667847ab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'name': 'tempest-TestMinimumBasicScenario-283726779-router', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'd80254cc-da63-4ae5-8c01-9ac9c7b471a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:35:58Z', 'updated_at': '2022-11-02T07:36:01Z', 'revision_number': 4, 'project_id': '280ce4c6b9174073902820e2e922bedf', 'gw_port': {'id': 'd80254cc-da63-4ae5-8c01-9ac9c7b471a9', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:35:59Z', 'updated_at': '2022-11-02T07:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': 'aab32726-54cc-47bb-9b8b-d191009e2089', 'name': '', 'network_id': '59746b03-2694-45ae-a6c9-a4cd96b42795', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'mac_address': 'fa:16:3e:9c:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '33654569-10a4-4eaf-ab6f-7413caacc56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:01Z', 'updated_at': '2022-11-02T07:36:07Z', 'revision_number': 5, 'project_id': '280ce4c6b9174073902820e2e922bedf', 'subnets': [{'id': '33654569-10a4-4eaf-ab6f-7413caacc56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:36.434118 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610aefd3-9749-4c9d-828f-0b667847ab19 None None] Checking router: 6089ca72-69f9-43d7-b9d7-c78ae9f9209b for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:38:36.442050 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:36.447709 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610aefd3-9749-4c9d-828f-0b667847ab19 None None] Routers {'6089ca72-69f9-43d7-b9d7-c78ae9f9209b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:38:36.448258 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-610aefd3-9749-4c9d-828f-0b667847ab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:38:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['6089ca72-69f9-43d7-b9d7-c78ae9f9209b'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:36.449777 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adaa4e-3ebf-49ea-a96e-819fc93b49b4 req-c95fcb12-10aa-4ff0-9e83-baa484bc9182 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:36.451601 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-25adaa4e-3ebf-49ea-a96e-819fc93b49b4 req-c95fcb12-10aa-4ff0-9e83-baa484bc9182 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dc3283b2-ed59-44f4-b90a-04df83443560 HTTP/1.1" status: 200 len: 944 time: 0.1492095 Nov 02 07:38:36.457601 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-ee746674-f2fe-4404-a242-d2762a726932 admin admin] Deleting port f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:38:36.458076 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ee746674-f2fe-4404-a242-d2762a726932 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:36.462259 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-b7777367-1008-4edb-9e8b-30f9b3855bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'name': 'tempest-TestVolumeBootPattern-1641613649-router', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:20Z', 'updated_at': '2022-11-02T07:38:34Z', 'revision_number': 5, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'gw_port': {'id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:21Z', 'updated_at': '2022-11-02T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:36.490672 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7777367-1008-4edb-9e8b-30f9b3855bff None None] The sync data for ids ['26112d59-8b1b-477a-acfc-80c36e5d6753'] in dv-cinder-804735-33-iscsi is: [{'id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'name': 'tempest-TestVolumeBootPattern-1641613649-router', 'tenant_id': '566514b413e24aaebe69c11ce2159ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:20Z', 'updated_at': '2022-11-02T07:38:34Z', 'revision_number': 5, 'project_id': '566514b413e24aaebe69c11ce2159ac9', 'gw_port': {'id': 'f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26112d59-8b1b-477a-acfc-80c36e5d6753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:21Z', 'updated_at': '2022-11-02T07:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:38:36.588663 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-610aefd3-9749-4c9d-828f-0b667847ab19 None None] Set router 6089ca72-69f9-43d7-b9d7-c78ae9f9209b gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:38:36.604285 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7819b-fb68-4753-827e-546bc79e34db req-78996a20-5467-4cd2-ab44-c9c9a76bf20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:36.605749 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-75b7819b-fb68-4753-827e-546bc79e34db req-78996a20-5467-4cd2-ab44-c9c9a76bf20e service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=59746b03-2694-45ae-a6c9-a4cd96b42795 HTTP/1.1" status: 200 len: 915 time: 0.2723477 Nov 02 07:38:36.614778 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-25adaa4e-3ebf-49ea-a96e-819fc93b49b4 req-c7ae4e74-e6c5-4f56-96bf-2cb1011d7231 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=54ad5e86-576e-4801-a696-3d1fd5410d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347697 Nov 02 07:38:36.632066 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-5428ad2a-f745-43bd-8464-aacdfbbc4597 None None] Provisioning complete for port 2086450a-e7ec-46f0-adeb-b9b35f19d4a4 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:38:36.632506 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-5428ad2a-f745-43bd-8464-aacdfbbc4597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (2086450a-e7ec-46f0-adeb-b9b35f19d4a4), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:36.632901 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-5428ad2a-f745-43bd-8464-aacdfbbc4597 None None] Attempt 1 to provision port 2086450a-e7ec-46f0-adeb-b9b35f19d4a4 Nov 02 07:38:36.660864 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-75b7819b-fb68-4753-827e-546bc79e34db req-c4f63c1a-c695-4971-8894-a05ea5e93073 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33ad81f7-86a8-4d84-8799-f57ab596e5c4 HTTP/1.1" status: 200 len: 217 time: 0.0451453 Nov 02 07:38:36.665755 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-ee746674-f2fe-4404-a242-d2762a726932 admin admin] For port f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:38:36.666119 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ee746674-f2fe-4404-a242-d2762a726932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:36.681467 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:36.713257 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-ee746674-f2fe-4404-a242-d2762a726932 admin admin] Calling delete_port for f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb owned by network:router_gateway {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:38:36.767197 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7819b-fb68-4753-827e-546bc79e34db req-4481bfbd-9c48-4f68-8581-9d54095f2262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:36.768668 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-75b7819b-fb68-4753-827e-546bc79e34db req-4481bfbd-9c48-4f68-8581-9d54095f2262 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=33654569-10a4-4eaf-ab6f-7413caacc56f HTTP/1.1" status: 200 len: 853 time: 0.0998480 Nov 02 07:38:36.813997 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-5428ad2a-f745-43bd-8464-aacdfbbc4597 None None] Current status of the port 2086450a-e7ec-46f0-adeb-b9b35f19d4a4 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:38:36.819987 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:36.826929 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7819b-fb68-4753-827e-546bc79e34db req-7160a954-63ea-42df-bd47-80aac33df859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:36.828570 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-75b7819b-fb68-4753-827e-546bc79e34db req-7160a954-63ea-42df-bd47-80aac33df859 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=59746b03-2694-45ae-a6c9-a4cd96b42795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0524573 Nov 02 07:38:36.885727 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-610aefd3-9749-4c9d-828f-0b667847ab19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'name': 'tempest-TestMinimumBasicScenario-283726779-router', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'd80254cc-da63-4ae5-8c01-9ac9c7b471a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:35:58Z', 'updated_at': '2022-11-02T07:36:01Z', 'revision_number': 4, 'project_id': '280ce4c6b9174073902820e2e922bedf', 'gw_port': {'id': 'd80254cc-da63-4ae5-8c01-9ac9c7b471a9', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:35:59Z', 'updated_at': '2022-11-02T07:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': 'aab32726-54cc-47bb-9b8b-d191009e2089', 'name': '', 'network_id': '59746b03-2694-45ae-a6c9-a4cd96b42795', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'mac_address': 'fa:16:3e:9c:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '33654569-10a4-4eaf-ab6f-7413caacc56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:01Z', 'updated_at': '2022-11-02T07:36:07Z', 'revision_number': 5, 'project_id': '280ce4c6b9174073902820e2e922bedf', 'subnets': [{'id': '33654569-10a4-4eaf-ab6f-7413caacc56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:36.918408 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610aefd3-9749-4c9d-828f-0b667847ab19 None None] The sync data for ids ['6089ca72-69f9-43d7-b9d7-c78ae9f9209b'] in dv-cinder-804735-33-iscsi is: [{'id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'name': 'tempest-TestMinimumBasicScenario-283726779-router', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'd80254cc-da63-4ae5-8c01-9ac9c7b471a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:35:58Z', 'updated_at': '2022-11-02T07:36:01Z', 'revision_number': 4, 'project_id': '280ce4c6b9174073902820e2e922bedf', 'gw_port': {'id': 'd80254cc-da63-4ae5-8c01-9ac9c7b471a9', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:35:59Z', 'updated_at': '2022-11-02T07:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': 'aab32726-54cc-47bb-9b8b-d191009e2089', 'name': '', 'network_id': '59746b03-2694-45ae-a6c9-a4cd96b42795', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'mac_address': 'fa:16:3e:9c:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '33654569-10a4-4eaf-ab6f-7413caacc56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:01Z', 'updated_at': '2022-11-02T07:36:07Z', 'revision_number': 5, 'project_id': '280ce4c6b9174073902820e2e922bedf', 'subnets': [{'id': '33654569-10a4-4eaf-ab6f-7413caacc56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:38:36.950790 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 393f498e-4c1a-4e54-aa83-f24d808618db no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:38:36.989754 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: 393f498e-4c1a-4e54-aa83-f24d808618db {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:38:36.990141 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 393f498e-4c1a-4e54-aa83-f24d808618db not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:38:37.017515 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-75b7819b-fb68-4753-827e-546bc79e34db req-a864b74e-e576-4e8a-8713-80a1152a2695 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/59746b03-2694-45ae-a6c9-a4cd96b42795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510890 Nov 02 07:38:37.065123 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ee746674-f2fe-4404-a242-d2762a726932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:37.106763 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device fa1663f1-c844-458e-af96-4e8b2b70952f up at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:38:37.123378 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee746674-f2fe-4404-a242-d2762a726932 admin admin] Pushing event deleted for resources: {'Port': ['ID=f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:37.177462 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning for port fa1663f1-c844-458e-af96-4e8b2b70952f completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 07:38:37.188133 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning complete for port fa1663f1-c844-458e-af96-4e8b2b70952f triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:38:37.188773 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (fa1663f1-c844-458e-af96-4e8b2b70952f), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:37.189402 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Attempt 1 to provision port fa1663f1-c844-458e-af96-4e8b2b70952f Nov 02 07:38:37.212471 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-75b7819b-fb68-4753-827e-546bc79e34db req-1036f13e-7807-4caf-af41-da3aa18cf943 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/59746b03-2694-45ae-a6c9-a4cd96b42795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883814 Nov 02 07:38:37.248681 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ee746674-f2fe-4404-a242-d2762a726932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649138'] for router_gateway (26112d59-8b1b-477a-acfc-80c36e5d6753), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:37.305590 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:37.306606 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port fa1663f1-c844-458e-af96-4e8b2b70952f is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:38:37.306930 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (fa1663f1-c844-458e-af96-4e8b2b70952f), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:37.331755 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3283b2-ed59-44f4-b90a-04df83443560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1663f1-c844-458e-af96-4e8b2b70952f'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:38:37.334002 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae3fbe182e2c1c70a5346b740f804138ecd9042bc04c1c47f40fee79c776d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a35784-1390-49ad-8685-dd82dd579dab" -d '{"events": [{"server_uuid": "dc3283b2-ed59-44f4-b90a-04df83443560", "name": "network-vif-plugged", "status": "completed", "tag": "fa1663f1-c844-458e-af96-4e8b2b70952f"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:38:37.345691 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2bf48a-47b4-4cce-a718-6a1aa4d8da99 None None] New status for floating IP 93e3137d-5b43-4fe0-955e-26a77cc0b4aa: DOWN {{(pid=104570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 07:38:37.376468 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ee746674-f2fe-4404-a242-d2762a726932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-647483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518291'] for router (26112d59-8b1b-477a-acfc-80c36e5d6753), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:37.378809 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ee746674-f2fe-4404-a242-d2762a726932 admin admin] Publish callbacks [] for router_controller (26112d59-8b1b-477a-acfc-80c36e5d6753), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:37.386704 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port fa1663f1-c844-458e-af96-4e8b2b70952f, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=fa1663f1-c844-458e-af96-4e8b2b70952f,segment=NetworkSegment(dd292746-ab40-4cf5-9d3e-1a18b87071a4),segment_id=dd292746-ab40-4cf5-9d3e-1a18b87071a4)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:38:37.389010 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617ddf2c-3ffa-4802-b7ec-953658389c98 x-openstack-request-id: req-617ddf2c-3ffa-4802-b7ec-953658389c98 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:38:37.389339 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3283b2-ed59-44f4-b90a-04df83443560", "name": "network-vif-plugged", "status": "completed", "tag": "fa1663f1-c844-458e-af96-4e8b2b70952f", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:38:37.389568 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-617ddf2c-3ffa-4802-b7ec-953658389c98 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:38:37.390036 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-617ddf2c-3ffa-4802-b7ec-953658389c98'] response: {'server_uuid': 'dc3283b2-ed59-44f4-b90a-04df83443560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1663f1-c844-458e-af96-4e8b2b70952f', 'code': 200} Nov 02 07:38:37.416443 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (fa1663f1-c844-458e-af96-4e8b2b70952f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:37.430735 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ee746674-f2fe-4404-a242-d2762a726932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-647458'] for router (26112d59-8b1b-477a-acfc-80c36e5d6753), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:37.431222 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee746674-f2fe-4404-a242-d2762a726932 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26112d59-8b1b-477a-acfc-80c36e5d6753 {{(pid=104569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 07:38:37.435346 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ee746674-f2fe-4404-a242-d2762a726932 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:37.439236 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-ee746674-f2fe-4404-a242-d2762a726932 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/26112d59-8b1b-477a-acfc-80c36e5d6753 HTTP/1.1" status: 204 len: 168 time: 1.8761587 Nov 02 07:38:37.439478 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 42802) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:37.482647 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:37.486458 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=fa1663f1-c844-458e-af96-4e8b2b70952f,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:37.491769 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_v2 [None req-78cddc93-cdbd-4929-ac97-233469e8ad42 admin admin] Deleting subnet 77ee38fc-7b77-488d-b9f4-ad8de0678fd1 {{(pid=104569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 07:38:37.497510 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-78cddc93-cdbd-4929-ac97-233469e8ad42 admin admin] Publish callbacks [] for subnet (77ee38fc-7b77-488d-b9f4-ad8de0678fd1), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:37.550225 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-78cddc93-cdbd-4929-ac97-233469e8ad42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3451448'] for subnet (77ee38fc-7b77-488d-b9f4-ad8de0678fd1), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:37.661549 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8c0ab-2916-4f0c-8528-5368582870e6 req-d32ef483-f865-4184-83b9-43fe2c426968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:37.663106 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-85b8c0ab-2916-4f0c-8528-5368582870e6 req-d32ef483-f865-4184-83b9-43fe2c426968 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=dc3283b2-ed59-44f4-b90a-04df83443560 HTTP/1.1" status: 200 len: 1129 time: 0.0695934 Nov 02 07:38:37.667723 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-78cddc93-cdbd-4929-ac97-233469e8ad42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134157560'] for subnet (77ee38fc-7b77-488d-b9f4-ad8de0678fd1), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:37.744235 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:37.781435 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-85b8c0ab-2916-4f0c-8528-5368582870e6 req-81065463-c24f-41bf-89a2-946dea7042ca service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=54ad5e86-576e-4801-a696-3d1fd5410d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944996 Nov 02 07:38:37.791421 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938895a7-aaea-4932-8bf7-553b4f6c9d0b req-281be0b3-1213-4e7d-9de1-bc143f3d8844 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:37.792840 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-938895a7-aaea-4932-8bf7-553b4f6c9d0b req-281be0b3-1213-4e7d-9de1-bc143f3d8844 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dc3283b2-ed59-44f4-b90a-04df83443560 HTTP/1.1" status: 200 len: 945 time: 0.0921800 Nov 02 07:38:37.815520 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-78cddc93-cdbd-4929-ac97-233469e8ad42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134157505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3257418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041961'] for subnet (77ee38fc-7b77-488d-b9f4-ad8de0678fd1), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:37.845353 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cddc93-cdbd-4929-ac97-233469e8ad42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77ee38fc-7b77-488d-b9f4-ad8de0678fd1,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:37.851364 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-78cddc93-cdbd-4929-ac97-233469e8ad42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:37.855374 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cc6d23-cd9a-4d0b-a01c-95f7a6e2bbdb None None] Network f6809857-e0de-42f0-baa8-be80912a85f1 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:38:37.856126 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-78cddc93-cdbd-4929-ac97-233469e8ad42 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/77ee38fc-7b77-488d-b9f4-ad8de0678fd1 HTTP/1.1" status: 204 len: 168 time: 0.4148266 Nov 02 07:38:37.857142 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 42806) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:37.881498 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-938895a7-aaea-4932-8bf7-553b4f6c9d0b req-c549ec3a-473a-4e8f-b7d1-10950a3f3890 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=54ad5e86-576e-4801-a696-3d1fd5410d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814760 Nov 02 07:38:37.902230 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:37.948325 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-022372b6-9903-45b2-aadf-667dd1d929f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134064640'] for network (f6809857-e0de-42f0-baa8-be80912a85f1), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:37.999038 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-022372b6-9903-45b2-aadf-667dd1d929f1 admin admin] Deleting port 2086450a-e7ec-46f0-adeb-b9b35f19d4a4 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:38:37.999381 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-022372b6-9903-45b2-aadf-667dd1d929f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (2086450a-e7ec-46f0-adeb-b9b35f19d4a4), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:38.021087 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d501b0-885a-4f01-b5be-f9ba307142a6 None None] DHCP port deletion for f6809857-e0de-42f0-baa8-be80912a85f1 request from dv-cinder-804735-33-iscsi {{(pid=104570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 07:38:38.057383 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-d1d501b0-885a-4f01-b5be-f9ba307142a6 None None] Deleting port 2086450a-e7ec-46f0-adeb-b9b35f19d4a4 {{(pid=104570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:38:38.057752 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d1d501b0-885a-4f01-b5be-f9ba307142a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (2086450a-e7ec-46f0-adeb-b9b35f19d4a4), before_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:38.065399 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [None req-022372b6-9903-45b2-aadf-667dd1d929f1 admin admin] For port 2086450a-e7ec-46f0-adeb-b9b35f19d4a4, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=2086450a-e7ec-46f0-adeb-b9b35f19d4a4,segment=NetworkSegment(b223cbb8-b9ce-47ec-9db9-80d47b3aacbd),segment_id=b223cbb8-b9ce-47ec-9db9-80d47b3aacbd)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:38:38.065760 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-022372b6-9903-45b2-aadf-667dd1d929f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (2086450a-e7ec-46f0-adeb-b9b35f19d4a4), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:38.078314 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-022372b6-9903-45b2-aadf-667dd1d929f1 admin admin] Calling delete_port for 2086450a-e7ec-46f0-adeb-b9b35f19d4a4 owned by network:dhcp {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:38:38.126190 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-d1d501b0-885a-4f01-b5be-f9ba307142a6 None None] For port 2086450a-e7ec-46f0-adeb-b9b35f19d4a4, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=2086450a-e7ec-46f0-adeb-b9b35f19d4a4,segment=NetworkSegment(b223cbb8-b9ce-47ec-9db9-80d47b3aacbd),segment_id=b223cbb8-b9ce-47ec-9db9-80d47b3aacbd)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:38:38.126610 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d1d501b0-885a-4f01-b5be-f9ba307142a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (2086450a-e7ec-46f0-adeb-b9b35f19d4a4), precommit_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:38.139383 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-d1d501b0-885a-4f01-b5be-f9ba307142a6 None None] Calling delete_port for 2086450a-e7ec-46f0-adeb-b9b35f19d4a4 owned by network:dhcp {{(pid=104570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:38:38.159956 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-022372b6-9903-45b2-aadf-667dd1d929f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (2086450a-e7ec-46f0-adeb-b9b35f19d4a4), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:38.185077 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022372b6-9903-45b2-aadf-667dd1d929f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2086450a-e7ec-46f0-adeb-b9b35f19d4a4,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:38.188774 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022372b6-9903-45b2-aadf-667dd1d929f1 admin admin] No DVR routers for this DVR port 2086450a-e7ec-46f0-adeb-b9b35f19d4a4 on host dv-cinder-804735-33-iscsi {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:38:38.214343 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d1d501b0-885a-4f01-b5be-f9ba307142a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747'] for port (2086450a-e7ec-46f0-adeb-b9b35f19d4a4), after_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:38.237495 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d501b0-885a-4f01-b5be-f9ba307142a6 None None] Pushing event deleted for resources: {'Port': ['ID=2086450a-e7ec-46f0-adeb-b9b35f19d4a4,revision_number=None']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:38.242836 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d501b0-885a-4f01-b5be-f9ba307142a6 None None] No DVR routers for this DVR port 2086450a-e7ec-46f0-adeb-b9b35f19d4a4 on host dv-cinder-804735-33-iscsi {{(pid=104570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:38:38.261672 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-022372b6-9903-45b2-aadf-667dd1d929f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134158659', 'neutron.services.segments.db._delete_segments_for_network-8744620219010'] for network (f6809857-e0de-42f0-baa8-be80912a85f1), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:38.282203 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-022372b6-9903-45b2-aadf-667dd1d929f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6809857-e0de-42f0-baa8-be80912a85f1']}} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:38.291522 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-022372b6-9903-45b2-aadf-667dd1d929f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b223cbb8-b9ce-47ec-9db9-80d47b3aacbd') {'for_net_delete': True} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:38.291822 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-022372b6-9903-45b2-aadf-667dd1d929f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b223cbb8-b9ce-47ec-9db9-80d47b3aacbd') {} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:38.301897 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-022372b6-9903-45b2-aadf-667dd1d929f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744620219073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3576842'] for segment (b223cbb8-b9ce-47ec-9db9-80d47b3aacbd), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:38.315576 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-022372b6-9903-45b2-aadf-667dd1d929f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (b223cbb8-b9ce-47ec-9db9-80d47b3aacbd), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:38.321869 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022372b6-9903-45b2-aadf-667dd1d929f1 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=104568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 07:38:38.322270 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-022372b6-9903-45b2-aadf-667dd1d929f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3576379'] for segment (b223cbb8-b9ce-47ec-9db9-80d47b3aacbd), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:38.344067 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment b223cbb8-b9ce-47ec-9db9-80d47b3aacbd resource provider aggregate not found Nov 02 07:38:38.374691 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment b223cbb8-b9ce-47ec-9db9-80d47b3aacbd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b223cbb8-b9ce-47ec-9db9-80d47b3aacbd found for delete ", "request_id": "req-02757db3-da17-44bc-9250-1cf6aae08de1"}]} Nov 02 07:38:38.388989 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-022372b6-9903-45b2-aadf-667dd1d929f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134158664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649174'] for network (f6809857-e0de-42f0-baa8-be80912a85f1), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:38.394710 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-022372b6-9903-45b2-aadf-667dd1d929f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:38.398249 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-022372b6-9903-45b2-aadf-667dd1d929f1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/f6809857-e0de-42f0-baa8-be80912a85f1 HTTP/1.1" status: 204 len: 168 time: 0.5392308 Nov 02 07:38:38.401847 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 42816) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:38.411806 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022372b6-9903-45b2-aadf-667dd1d929f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6809857-e0de-42f0-baa8-be80912a85f1,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:38.624470 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ae793-845b-45bf-8e62-2e879cd96b76 req-94472e26-8ac9-405d-89a8-11e1bb002034 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:38.626613 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-477ae793-845b-45bf-8e62-2e879cd96b76 req-94472e26-8ac9-405d-89a8-11e1bb002034 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 946 time: 0.0813911 Nov 02 07:38:38.713750 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-477ae793-845b-45bf-8e62-2e879cd96b76 req-1db6e29e-8cd9-405f-b202-6ffb8b6f14f2 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810375 Nov 02 07:38:38.799284 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-528463ae-23c4-4685-a354-dea54846baba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651005'] for router_interface (7fd46565-6ec0-45a9-977d-47812e6903a0), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:38.849795 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:38.978507 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 2086450a-e7ec-46f0-adeb-b9b35f19d4a4 no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:38:39.002708 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: 2086450a-e7ec-46f0-adeb-b9b35f19d4a4 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:38:39.003062 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 2086450a-e7ec-46f0-adeb-b9b35f19d4a4 not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:38:39.003478 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:38:39.021491 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:38:39.021861 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device f07dc1ee-6cc7-4cc8-a005-0bbfc79106fb not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:38:39.048963 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef86b5-56aa-41db-a7d5-f033a087aa98 req-1567ae1d-e2e5-46ee-99cf-5aa9ec15a77f tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:39.050479 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9fef86b5-56aa-41db-a7d5-f033a087aa98 req-1567ae1d-e2e5-46ee-99cf-5aa9ec15a77f tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dc3283b2-ed59-44f4-b90a-04df83443560 HTTP/1.1" status: 200 len: 945 time: 0.0697756 Nov 02 07:38:39.073620 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-528463ae-23c4-4685-a354-dea54846baba admin admin] Deleting port 8b221df1-ad67-459c-9e83-9519add67499 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:38:39.073954 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-528463ae-23c4-4685-a354-dea54846baba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (8b221df1-ad67-459c-9e83-9519add67499), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:39.153547 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9fef86b5-56aa-41db-a7d5-f033a087aa98 req-65080e6b-f879-4855-81ff-0163a287728f tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=54ad5e86-576e-4801-a696-3d1fd5410d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972943 Nov 02 07:38:39.159564 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:39.182716 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-528463ae-23c4-4685-a354-dea54846baba admin admin] For port 8b221df1-ad67-459c-9e83-9519add67499, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=8b221df1-ad67-459c-9e83-9519add67499,segment=NetworkSegment(ce9afbc8-e503-4e7e-8e83-409c50e65e22),segment_id=ce9afbc8-e503-4e7e-8e83-409c50e65e22)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:38:39.183082 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-528463ae-23c4-4685-a354-dea54846baba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (8b221df1-ad67-459c-9e83-9519add67499), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:39.196649 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-528463ae-23c4-4685-a354-dea54846baba admin admin] Calling delete_port for 8b221df1-ad67-459c-9e83-9519add67499 owned by network:router_interface {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:38:39.376104 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-528463ae-23c4-4685-a354-dea54846baba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (8b221df1-ad67-459c-9e83-9519add67499), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:39.398391 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528463ae-23c4-4685-a354-dea54846baba admin admin] Pushing event deleted for resources: {'Port': ['ID=8b221df1-ad67-459c-9e83-9519add67499,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:39.569191 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-528463ae-23c4-4685-a354-dea54846baba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-997933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647533'] for router_interface (7fd46565-6ec0-45a9-977d-47812e6903a0), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:39.591616 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df867990-ee1f-47e6-b94c-15c30974ae70 None None] get_active_networks_info from dv-cinder-804735-33-iscsi {{(pid=104570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 07:38:39.682687 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df867990-ee1f-47e6-b94c-15c30974ae70 None None] Resources bound (agent type, host, resource id): {{(pid=104570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 07:38:39.764443 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:39.779661 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528463ae-23c4-4685-a354-dea54846baba admin admin] Router 7fd46565-6ec0-45a9-977d-47812e6903a0 has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:38:39.795040 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:39.906823 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc138da1-5ecd-43ad-8b8e-756fecc57e44 req-43175db7-0ff8-4cf5-9e25-1882b389ac9f tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:39.908252 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-fc138da1-5ecd-43ad-8b8e-756fecc57e44 req-43175db7-0ff8-4cf5-9e25-1882b389ac9f tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 946 time: 0.0833919 Nov 02 07:38:39.942708 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528463ae-23c4-4685-a354-dea54846baba admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:38:39.951932 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-528463ae-23c4-4685-a354-dea54846baba admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/7fd46565-6ec0-45a9-977d-47812e6903a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5466983 Nov 02 07:38:39.952103 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac6c4c5-099c-4ffc-946a-d58f14d435e2 None None] Sync routers for ids ['7fd46565-6ec0-45a9-977d-47812e6903a0'] in dv-cinder-804735-33-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:38:39.952530 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 42824) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:39.965778 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac6c4c5-099c-4ffc-946a-d58f14d435e2 None None] Routers {'7fd46565-6ec0-45a9-977d-47812e6903a0'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:38:39.966567 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-fac6c4c5-099c-4ffc-946a-d58f14d435e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:38:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['7fd46565-6ec0-45a9-977d-47812e6903a0'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:39.975247 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-fc138da1-5ecd-43ad-8b8e-756fecc57e44 req-71f8dc66-9a39-4a60-86f7-d09077dab8c6 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608430 Nov 02 07:38:40.067026 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-28451709-bce5-4f96-96fe-1051090c95ce admin admin] Publish callbacks [] for router (7fd46565-6ec0-45a9-977d-47812e6903a0), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:40.077144 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-fac6c4c5-099c-4ffc-946a-d58f14d435e2 None None] Set router 7fd46565-6ec0-45a9-977d-47812e6903a0 gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:38:40.157711 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:40.172122 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-28451709-bce5-4f96-96fe-1051090c95ce admin admin] Publish callbacks [] for router_gateway (7fd46565-6ec0-45a9-977d-47812e6903a0), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:40.261795 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-28451709-bce5-4f96-96fe-1051090c95ce admin admin] Deleting port 4c1eb239-4d29-4dd4-83e1-de9f03f17816 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:38:40.262770 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-28451709-bce5-4f96-96fe-1051090c95ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (4c1eb239-4d29-4dd4-83e1-de9f03f17816), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:40.266908 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-fac6c4c5-099c-4ffc-946a-d58f14d435e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd46565-6ec0-45a9-977d-47812e6903a0', 'name': 'tempest-TestVolumeBootPattern-616726658-router', 'tenant_id': '905677f4e8c14a66b988145f6913fca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '4c1eb239-4d29-4dd4-83e1-de9f03f17816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:30Z', 'updated_at': '2022-11-02T07:38:39Z', 'revision_number': 5, 'project_id': '905677f4e8c14a66b988145f6913fca6', 'gw_port': {'id': '4c1eb239-4d29-4dd4-83e1-de9f03f17816', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:38:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd46565-6ec0-45a9-977d-47812e6903a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:30:30Z', 'updated_at': '2022-11-02T07:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:40.296874 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac6c4c5-099c-4ffc-946a-d58f14d435e2 None None] Checking router: 7fd46565-6ec0-45a9-977d-47812e6903a0 for host: dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:38:40.302703 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd4bb9-a008-4a25-a898-3fa69aa80739 req-e677c031-f976-4cd7-9ce8-bf9cb2f17e8b tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:40.304390 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-24bd4bb9-a008-4a25-a898-3fa69aa80739 req-e677c031-f976-4cd7-9ce8-bf9cb2f17e8b tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dc3283b2-ed59-44f4-b90a-04df83443560 HTTP/1.1" status: 200 len: 945 time: 0.0682065 Nov 02 07:38:40.322235 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac6c4c5-099c-4ffc-946a-d58f14d435e2 None None] Routers {'7fd46565-6ec0-45a9-977d-47812e6903a0'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:38:40.323182 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-fac6c4c5-099c-4ffc-946a-d58f14d435e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:38:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['7fd46565-6ec0-45a9-977d-47812e6903a0'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:40.371914 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [None req-28451709-bce5-4f96-96fe-1051090c95ce admin admin] For port 4c1eb239-4d29-4dd4-83e1-de9f03f17816, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=4c1eb239-4d29-4dd4-83e1-de9f03f17816,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:38:40.372276 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-28451709-bce5-4f96-96fe-1051090c95ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (4c1eb239-4d29-4dd4-83e1-de9f03f17816), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:40.379350 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:40.395424 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-28451709-bce5-4f96-96fe-1051090c95ce admin admin] Calling delete_port for 4c1eb239-4d29-4dd4-83e1-de9f03f17816 owned by network:router_gateway {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:38:40.397577 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-24bd4bb9-a008-4a25-a898-3fa69aa80739 req-c11a23c1-5296-4675-ba44-f5e777632acf tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=54ad5e86-576e-4801-a696-3d1fd5410d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875947 Nov 02 07:38:40.401193 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=100 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:40.422901 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-fac6c4c5-099c-4ffc-946a-d58f14d435e2 None None] Set router 7fd46565-6ec0-45a9-977d-47812e6903a0 gateway port host: None {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:38:40.469226 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-fac6c4c5-099c-4ffc-946a-d58f14d435e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd46565-6ec0-45a9-977d-47812e6903a0', 'name': 'tempest-TestVolumeBootPattern-616726658-router', 'tenant_id': '905677f4e8c14a66b988145f6913fca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:30Z', 'updated_at': '2022-11-02T07:38:40Z', 'revision_number': 6, 'project_id': '905677f4e8c14a66b988145f6913fca6', 'gw_port_host': None}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:40.470026 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-13a4a261-6a68-4c7a-9301-b4d803722baa None None] Provisioning complete for port 6d3156e7-c7ba-405a-8410-56a88731c8b3 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:38:40.471050 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-13a4a261-6a68-4c7a-9301-b4d803722baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (6d3156e7-c7ba-405a-8410-56a88731c8b3), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:40.471481 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-13a4a261-6a68-4c7a-9301-b4d803722baa None None] Attempt 1 to provision port 6d3156e7-c7ba-405a-8410-56a88731c8b3 Nov 02 07:38:40.497997 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac6c4c5-099c-4ffc-946a-d58f14d435e2 None None] The sync data for ids ['7fd46565-6ec0-45a9-977d-47812e6903a0'] in dv-cinder-804735-33-iscsi is: [{'id': '7fd46565-6ec0-45a9-977d-47812e6903a0', 'name': 'tempest-TestVolumeBootPattern-616726658-router', 'tenant_id': '905677f4e8c14a66b988145f6913fca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:30:30Z', 'updated_at': '2022-11-02T07:38:40Z', 'revision_number': 6, 'project_id': '905677f4e8c14a66b988145f6913fca6', 'gw_port_host': None}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:38:40.524050 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:40.555500 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-13a4a261-6a68-4c7a-9301-b4d803722baa None None] Current status of the port 6d3156e7-c7ba-405a-8410-56a88731c8b3 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:38:40.585583 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-28451709-bce5-4f96-96fe-1051090c95ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (4c1eb239-4d29-4dd4-83e1-de9f03f17816), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:40.609386 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28451709-bce5-4f96-96fe-1051090c95ce admin admin] Pushing event deleted for resources: {'Port': ['ID=4c1eb239-4d29-4dd4-83e1-de9f03f17816,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:40.675055 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-28451709-bce5-4f96-96fe-1051090c95ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649138'] for router_gateway (7fd46565-6ec0-45a9-977d-47812e6903a0), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:40.761655 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-28451709-bce5-4f96-96fe-1051090c95ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-647483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518291'] for router (7fd46565-6ec0-45a9-977d-47812e6903a0), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:40.764165 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-28451709-bce5-4f96-96fe-1051090c95ce admin admin] Publish callbacks [] for router_controller (7fd46565-6ec0-45a9-977d-47812e6903a0), precommit_delete_associations {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:40.805439 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-28451709-bce5-4f96-96fe-1051090c95ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-647458'] for router (7fd46565-6ec0-45a9-977d-47812e6903a0), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:40.806031 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28451709-bce5-4f96-96fe-1051090c95ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fd46565-6ec0-45a9-977d-47812e6903a0 {{(pid=104568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 07:38:40.811166 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-28451709-bce5-4f96-96fe-1051090c95ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:40.812418 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-28451709-bce5-4f96-96fe-1051090c95ce admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/7fd46565-6ec0-45a9-977d-47812e6903a0 HTTP/1.1" status: 204 len: 168 time: 0.8586969 Nov 02 07:38:40.815505 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 42830) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:40.862816 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_v2 [None req-1380bc3e-2810-40b5-a316-27ee939f3956 admin admin] Deleting subnet a4e1caf2-a2eb-4288-a3c7-c3557a71bdbc {{(pid=104568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 07:38:40.866243 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1380bc3e-2810-40b5-a316-27ee939f3956 admin admin] Publish callbacks [] for subnet (a4e1caf2-a2eb-4288-a3c7-c3557a71bdbc), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:40.912917 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1380bc3e-2810-40b5-a316-27ee939f3956 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3576835'] for subnet (a4e1caf2-a2eb-4288-a3c7-c3557a71bdbc), precommit_delete_associations {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:40.960704 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b267a-2cfd-4dd8-9d68-42997db31de7 req-129e6cb8-223a-4cd5-b7ac-f4f174c89f97 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:40.962171 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-167b267a-2cfd-4dd8-9d68-42997db31de7 req-129e6cb8-223a-4cd5-b7ac-f4f174c89f97 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 946 time: 0.0582500 Nov 02 07:38:41.004279 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1380bc3e-2810-40b5-a316-27ee939f3956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134157560'] for subnet (a4e1caf2-a2eb-4288-a3c7-c3557a71bdbc), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:41.051650 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-167b267a-2cfd-4dd8-9d68-42997db31de7 req-7e5e76b7-fa2b-43d1-a184-be73f18f3b13 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Deleting port 33ad81f7-86a8-4d84-8799-f57ab596e5c4 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:38:41.052024 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-167b267a-2cfd-4dd8-9d68-42997db31de7 req-7e5e76b7-fa2b-43d1-a184-be73f18f3b13 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (33ad81f7-86a8-4d84-8799-f57ab596e5c4), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:41.063426 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1380bc3e-2810-40b5-a316-27ee939f3956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134157505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3576469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808803'] for subnet (a4e1caf2-a2eb-4288-a3c7-c3557a71bdbc), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:41.089241 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380bc3e-2810-40b5-a316-27ee939f3956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4e1caf2-a2eb-4288-a3c7-c3557a71bdbc,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:41.092777 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-1380bc3e-2810-40b5-a316-27ee939f3956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for subnet (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:41.098746 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-1380bc3e-2810-40b5-a316-27ee939f3956 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/a4e1caf2-a2eb-4288-a3c7-c3557a71bdbc HTTP/1.1" status: 204 len: 168 time: 0.2821872 Nov 02 07:38:41.099340 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 42834) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:41.103343 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5c5527-151c-407d-a532-ec1bdbfcb1d2 None None] Network ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:38:41.121870 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:UPDATE=5,neutron:SELECT=83,neutron:DELETE=12 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:41.179753 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a8b09df5-32b5-48b3-a24a-2101cf4efa5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134064640'] for network (ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:41.191869 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:41.224453 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-a8b09df5-32b5-48b3-a24a-2101cf4efa5d admin admin] Deleting port 6d3156e7-c7ba-405a-8410-56a88731c8b3 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:38:41.224816 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a8b09df5-32b5-48b3-a24a-2101cf4efa5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (6d3156e7-c7ba-405a-8410-56a88731c8b3), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:41.285819 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72c5749-669a-4b13-9caf-653a00a2f842 None None] DHCP port deletion for ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7 request from dv-cinder-804735-33-iscsi {{(pid=104570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 07:38:41.315893 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [None req-a8b09df5-32b5-48b3-a24a-2101cf4efa5d admin admin] For port 6d3156e7-c7ba-405a-8410-56a88731c8b3, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=6d3156e7-c7ba-405a-8410-56a88731c8b3,segment=NetworkSegment(ce9afbc8-e503-4e7e-8e83-409c50e65e22),segment_id=ce9afbc8-e503-4e7e-8e83-409c50e65e22)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:38:41.316337 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a8b09df5-32b5-48b3-a24a-2101cf4efa5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (6d3156e7-c7ba-405a-8410-56a88731c8b3), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:41.338182 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-a8b09df5-32b5-48b3-a24a-2101cf4efa5d admin admin] Calling delete_port for 6d3156e7-c7ba-405a-8410-56a88731c8b3 owned by network:dhcp {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:38:41.348481 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-f72c5749-669a-4b13-9caf-653a00a2f842 None None] Deleting port 6d3156e7-c7ba-405a-8410-56a88731c8b3 {{(pid=104570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:38:41.348999 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f72c5749-669a-4b13-9caf-653a00a2f842 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (6d3156e7-c7ba-405a-8410-56a88731c8b3), before_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:41.411218 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 8b221df1-ad67-459c-9e83-9519add67499 no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:38:41.426972 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a8b09df5-32b5-48b3-a24a-2101cf4efa5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (6d3156e7-c7ba-405a-8410-56a88731c8b3), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:41.455968 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b09df5-32b5-48b3-a24a-2101cf4efa5d admin admin] Pushing event deleted for resources: {'Port': ['ID=6d3156e7-c7ba-405a-8410-56a88731c8b3,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:41.461958 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b09df5-32b5-48b3-a24a-2101cf4efa5d admin admin] No DVR routers for this DVR port 6d3156e7-c7ba-405a-8410-56a88731c8b3 on host dv-cinder-804735-33-iscsi {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:38:41.476355 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-f72c5749-669a-4b13-9caf-653a00a2f842 None None] For port 6d3156e7-c7ba-405a-8410-56a88731c8b3, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=6d3156e7-c7ba-405a-8410-56a88731c8b3,segment=NetworkSegment(ce9afbc8-e503-4e7e-8e83-409c50e65e22),segment_id=ce9afbc8-e503-4e7e-8e83-409c50e65e22)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:38:41.477416 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f72c5749-669a-4b13-9caf-653a00a2f842 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (6d3156e7-c7ba-405a-8410-56a88731c8b3), precommit_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:41.480779 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: 8b221df1-ad67-459c-9e83-9519add67499 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:38:41.481317 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 8b221df1-ad67-459c-9e83-9519add67499 not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:38:41.502610 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-f72c5749-669a-4b13-9caf-653a00a2f842 None None] Calling delete_port for 6d3156e7-c7ba-405a-8410-56a88731c8b3 owned by network:dhcp {{(pid=104570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:38:41.526918 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024b09a-7415-40fb-b70d-ba06cb2fbb99 req-7f679f77-b6dc-47b3-8dad-7d08092da708 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:41.528331 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e024b09a-7415-40fb-b70d-ba06cb2fbb99 req-7f679f77-b6dc-47b3-8dad-7d08092da708 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8 HTTP/1.1" status: 200 len: 946 time: 0.4707575 Nov 02 07:38:41.551164 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a8b09df5-32b5-48b3-a24a-2101cf4efa5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134158659', 'neutron.services.segments.db._delete_segments_for_network-8744620219010'] for network (ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:41.551578 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-167b267a-2cfd-4dd8-9d68-42997db31de7 req-7e5e76b7-fa2b-43d1-a184-be73f18f3b13 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] For port 33ad81f7-86a8-4d84-8799-f57ab596e5c4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=33ad81f7-86a8-4d84-8799-f57ab596e5c4,segment=NetworkSegment(268daac8-05c1-473f-8a22-a8ddb6dd3cef),segment_id=268daac8-05c1-473f-8a22-a8ddb6dd3cef)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:38:41.551938 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-167b267a-2cfd-4dd8-9d68-42997db31de7 req-7e5e76b7-fa2b-43d1-a184-be73f18f3b13 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (33ad81f7-86a8-4d84-8799-f57ab596e5c4), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:41.573650 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-a8b09df5-32b5-48b3-a24a-2101cf4efa5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7']}} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:41.583016 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:41.589077 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-a8b09df5-32b5-48b3-a24a-2101cf4efa5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce9afbc8-e503-4e7e-8e83-409c50e65e22') {'for_net_delete': True} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:41.589409 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-167b267a-2cfd-4dd8-9d68-42997db31de7 req-7e5e76b7-fa2b-43d1-a184-be73f18f3b13 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Calling delete_port for 33ad81f7-86a8-4d84-8799-f57ab596e5c4 owned by compute:nova {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:38:41.589571 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-a8b09df5-32b5-48b3-a24a-2101cf4efa5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce9afbc8-e503-4e7e-8e83-409c50e65e22') {} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:41.597213 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-f72c5749-669a-4b13-9caf-653a00a2f842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747'] for port (6d3156e7-c7ba-405a-8410-56a88731c8b3), after_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:41.603559 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a8b09df5-32b5-48b3-a24a-2101cf4efa5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744620219073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3576842'] for segment (ce9afbc8-e503-4e7e-8e83-409c50e65e22), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:41.612772 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72c5749-669a-4b13-9caf-653a00a2f842 None None] No DVR routers for this DVR port 6d3156e7-c7ba-405a-8410-56a88731c8b3 on host dv-cinder-804735-33-iscsi {{(pid=104570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:38:41.620395 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a8b09df5-32b5-48b3-a24a-2101cf4efa5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (ce9afbc8-e503-4e7e-8e83-409c50e65e22), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:41.628468 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052d17e-c0ff-478e-b1a6-fcb361272f96 req-eded7902-7962-48f9-97e8-51e1b8b87da8 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:41.630222 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6052d17e-c0ff-478e-b1a6-fcb361272f96 req-eded7902-7962-48f9-97e8-51e1b8b87da8 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dc3283b2-ed59-44f4-b90a-04df83443560 HTTP/1.1" status: 200 len: 945 time: 0.1009459 Nov 02 07:38:41.631631 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b09df5-32b5-48b3-a24a-2101cf4efa5d admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=104568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 07:38:41.632277 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a8b09df5-32b5-48b3-a24a-2101cf4efa5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3576379'] for segment (ce9afbc8-e503-4e7e-8e83-409c50e65e22), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:41.655300 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c5749-669a-4b13-9caf-653a00a2f842 None None] Pushing event deleted for resources: {'Port': ['ID=6d3156e7-c7ba-405a-8410-56a88731c8b3,revision_number=None']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:41.705317 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment ce9afbc8-e503-4e7e-8e83-409c50e65e22 resource provider aggregate not found Nov 02 07:38:41.705630 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e024b09a-7415-40fb-b70d-ba06cb2fbb99 req-b881df8f-80e0-4f4e-adf3-c3c79f690e63 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f8a1521d-7edb-4526-b371-66f352f965c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626334 Nov 02 07:38:41.727442 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment ce9afbc8-e503-4e7e-8e83-409c50e65e22 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce9afbc8-e503-4e7e-8e83-409c50e65e22 found for delete ", "request_id": "req-fe73ba47-96f1-40b9-95f7-0337d9e3b76a"}]} Nov 02 07:38:41.743077 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a8b09df5-32b5-48b3-a24a-2101cf4efa5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134158664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649174'] for network (ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:41.749004 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a8b09df5-32b5-48b3-a24a-2101cf4efa5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:41.752975 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-a8b09df5-32b5-48b3-a24a-2101cf4efa5d admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7 HTTP/1.1" status: 204 len: 168 time: 0.6526999 Nov 02 07:38:41.764421 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b09df5-32b5-48b3-a24a-2101cf4efa5d admin admin] Pushing event deleted for resources: {'Network': ['ID=ab10cd8b-a1cd-42f2-abe4-c1231f08fcd7,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:41.765479 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-6052d17e-c0ff-478e-b1a6-fcb361272f96 req-348e9e32-5ee4-494c-9eed-3d650dc51f3b tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=54ad5e86-576e-4801-a696-3d1fd5410d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241102 Nov 02 07:38:41.851055 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:41.858074 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-167b267a-2cfd-4dd8-9d68-42997db31de7 req-7e5e76b7-fa2b-43d1-a184-be73f18f3b13 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (33ad81f7-86a8-4d84-8799-f57ab596e5c4), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:41.887523 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e76b7-fa2b-43d1-a184-be73f18f3b13 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Pushing event deleted for resources: {'Port': ['ID=33ad81f7-86a8-4d84-8799-f57ab596e5c4,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:41.894593 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['33ad81f7-86a8-4d84-8799-f57ab596e5c4'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:38:41.921144 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 42866) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:41.950706 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-167b267a-2cfd-4dd8-9d68-42997db31de7 req-7e5e76b7-fa2b-43d1-a184-be73f18f3b13 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] No DVR routers for this DVR port 33ad81f7-86a8-4d84-8799-f57ab596e5c4 on host hv-cinder-80473 {{(pid=104569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:38:41.960167 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-167b267a-2cfd-4dd8-9d68-42997db31de7 req-7e5e76b7-fa2b-43d1-a184-be73f18f3b13 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:41.963567 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-167b267a-2cfd-4dd8-9d68-42997db31de7 req-7e5e76b7-fa2b-43d1-a184-be73f18f3b13 tempest-TestMinimumBasicScenario-2022115752 tempest-TestMinimumBasicScenario-2022115752-project] 10.222.0.47 "DELETE /networking/v2.0/ports/33ad81f7-86a8-4d84-8799-f57ab596e5c4 HTTP/1.1" status: 204 len: 173 time: 0.9959130 Nov 02 07:38:41.964180 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8', 'name': 'network-vif-deleted', 'tag': '33ad81f7-86a8-4d84-8799-f57ab596e5c4'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:38:41.966579 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0529b95b-1c40-4918-a016-99fa1afbe709" -d '{"events": [{"server_uuid": "72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8", "name": "network-vif-deleted", "tag": "33ad81f7-86a8-4d84-8799-f57ab596e5c4"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:38:42.027297 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-cca7d1eb-670e-4c9e-8372-2de93b4b7acd admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=566514b413e24aaebe69c11ce2159ac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1031051 Nov 02 07:38:42.029033 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad044a4f-e94a-45f3-aebd-e0871383dcdc x-openstack-request-id: req-ad044a4f-e94a-45f3-aebd-e0871383dcdc {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:38:42.029319 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8", "name": "network-vif-deleted", "tag": "33ad81f7-86a8-4d84-8799-f57ab596e5c4", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:38:42.030106 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 42886) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:42.034629 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad044a4f-e94a-45f3-aebd-e0871383dcdc {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:38:42.035461 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad044a4f-e94a-45f3-aebd-e0871383dcdc'] response: {'server_uuid': '72f7cfc8-c8d1-4f9a-8ead-75cfce02eae8', 'name': 'network-vif-deleted', 'tag': '33ad81f7-86a8-4d84-8799-f57ab596e5c4', 'status': 'completed', 'code': 200} Nov 02 07:38:42.104088 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2e3dac81-b7bb-41aa-8998-e12e55503888 admin admin] Publish callbacks [] for security_group (4a84bdb2-e549-4f5d-a1a5-ad3d1801a5d9), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:42.126875 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2e3dac81-b7bb-41aa-8998-e12e55503888 admin admin] Publish callbacks [] for security_group (4a84bdb2-e549-4f5d-a1a5-ad3d1801a5d9), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:42.181330 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2e3dac81-b7bb-41aa-8998-e12e55503888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (4a84bdb2-e549-4f5d-a1a5-ad3d1801a5d9), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:42.184964 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2e3dac81-b7bb-41aa-8998-e12e55503888 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:42.186320 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-2e3dac81-b7bb-41aa-8998-e12e55503888 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4a84bdb2-e549-4f5d-a1a5-ad3d1801a5d9 HTTP/1.1" status: 204 len: 168 time: 0.1549528 Nov 02 07:38:42.208950 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3dac81-b7bb-41aa-8998-e12e55503888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a84bdb2-e549-4f5d-a1a5-ad3d1801a5d9,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:42.589490 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 42902) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:42.643043 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-03d77f41-c0aa-4542-b11d-cf9362bc23c2 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=905677f4e8c14a66b988145f6913fca6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0490968 Nov 02 07:38:42.646760 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 42908) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:42.696660 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ff4e5ac5-e6fa-4720-968d-31ddc6e80124 admin admin] Publish callbacks [] for security_group (1cba751f-e461-4acc-9a80-8758104aa902), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:42.720207 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ff4e5ac5-e6fa-4720-968d-31ddc6e80124 admin admin] Publish callbacks [] for security_group (1cba751f-e461-4acc-9a80-8758104aa902), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:42.773458 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ff4e5ac5-e6fa-4720-968d-31ddc6e80124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (1cba751f-e461-4acc-9a80-8758104aa902), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:42.779871 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ff4e5ac5-e6fa-4720-968d-31ddc6e80124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:42.779871 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-ff4e5ac5-e6fa-4720-968d-31ddc6e80124 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/1cba751f-e461-4acc-9a80-8758104aa902 HTTP/1.1" status: 204 len: 168 time: 0.1306610 Nov 02 07:38:42.789984 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e5ac5-e6fa-4720-968d-31ddc6e80124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cba751f-e461-4acc-9a80-8758104aa902,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:42.986425 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 4c1eb239-4d29-4dd4-83e1-de9f03f17816 no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:38:43.010633 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: 4c1eb239-4d29-4dd4-83e1-de9f03f17816 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:38:43.010981 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 4c1eb239-4d29-4dd4-83e1-de9f03f17816 not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:38:43.011433 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 6d3156e7-c7ba-405a-8410-56a88731c8b3 no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:38:43.031365 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: 6d3156e7-c7ba-405a-8410-56a88731c8b3 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:38:43.031851 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 6d3156e7-c7ba-405a-8410-56a88731c8b3 not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:38:43.645260 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 42964) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:43.740497 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:43.965651 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7020121e-9da1-416c-9d04-8bd8e89e1066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651005'] for router_interface (6089ca72-69f9-43d7-b9d7-c78ae9f9209b), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:44.191696 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-7020121e-9da1-416c-9d04-8bd8e89e1066 admin admin] Deleting port aab32726-54cc-47bb-9b8b-d191009e2089 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:38:44.192169 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7020121e-9da1-416c-9d04-8bd8e89e1066 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (aab32726-54cc-47bb-9b8b-d191009e2089), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:44.272488 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-7020121e-9da1-416c-9d04-8bd8e89e1066 admin admin] For port aab32726-54cc-47bb-9b8b-d191009e2089, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=aab32726-54cc-47bb-9b8b-d191009e2089,segment=NetworkSegment(268daac8-05c1-473f-8a22-a8ddb6dd3cef),segment_id=268daac8-05c1-473f-8a22-a8ddb6dd3cef)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:38:44.272846 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7020121e-9da1-416c-9d04-8bd8e89e1066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (aab32726-54cc-47bb-9b8b-d191009e2089), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:44.285333 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:44.286504 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-7020121e-9da1-416c-9d04-8bd8e89e1066 admin admin] Calling delete_port for aab32726-54cc-47bb-9b8b-d191009e2089 owned by network:router_interface {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:38:44.475151 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7020121e-9da1-416c-9d04-8bd8e89e1066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (aab32726-54cc-47bb-9b8b-d191009e2089), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:44.498453 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020121e-9da1-416c-9d04-8bd8e89e1066 admin admin] Pushing event deleted for resources: {'Port': ['ID=aab32726-54cc-47bb-9b8b-d191009e2089,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:44.570876 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:44.673267 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-7020121e-9da1-416c-9d04-8bd8e89e1066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-997933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647533'] for router_interface (6089ca72-69f9-43d7-b9d7-c78ae9f9209b), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:44.696026 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf025616-48a7-4bbf-8ca3-56584a7ab6b1 None None] get_active_networks_info from dv-cinder-804735-33-iscsi {{(pid=104570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 07:38:44.781187 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf025616-48a7-4bbf-8ca3-56584a7ab6b1 None None] Resources bound (agent type, host, resource id): {{(pid=104570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 07:38:44.892574 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7020121e-9da1-416c-9d04-8bd8e89e1066 admin admin] Router 6089ca72-69f9-43d7-b9d7-c78ae9f9209b has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:38:45.010870 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7020121e-9da1-416c-9d04-8bd8e89e1066 admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:38:45.018911 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-7020121e-9da1-416c-9d04-8bd8e89e1066 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/6089ca72-69f9-43d7-b9d7-c78ae9f9209b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3725188 Nov 02 07:38:45.020346 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 42968) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:45.024762 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60694057-bc2f-4358-8fa6-96cea2967b43 None None] Sync routers for ids ['6089ca72-69f9-43d7-b9d7-c78ae9f9209b'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:38:45.036682 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60694057-bc2f-4358-8fa6-96cea2967b43 None None] Routers {'6089ca72-69f9-43d7-b9d7-c78ae9f9209b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:38:45.037239 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-60694057-bc2f-4358-8fa6-96cea2967b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:38:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['6089ca72-69f9-43d7-b9d7-c78ae9f9209b'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:45.137667 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-00029496-ae6c-46bc-bcc2-7980900fe893 admin admin] Publish callbacks [] for router (6089ca72-69f9-43d7-b9d7-c78ae9f9209b), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:45.143285 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:45.158962 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-60694057-bc2f-4358-8fa6-96cea2967b43 None None] Set router 6089ca72-69f9-43d7-b9d7-c78ae9f9209b gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:38:45.185400 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 33ad81f7-86a8-4d84-8799-f57ab596e5c4 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:38:45.236161 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] No Port match for: 33ad81f7-86a8-4d84-8799-f57ab596e5c4 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:38:45.236506 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 33ad81f7-86a8-4d84-8799-f57ab596e5c4 not bound to the agent host hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:38:45.256716 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-00029496-ae6c-46bc-bcc2-7980900fe893 admin admin] Publish callbacks [] for router_gateway (6089ca72-69f9-43d7-b9d7-c78ae9f9209b), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:45.272058 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:45.307202 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-00029496-ae6c-46bc-bcc2-7980900fe893 admin admin] Deleting port d80254cc-da63-4ae5-8c01-9ac9c7b471a9 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:38:45.307557 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-00029496-ae6c-46bc-bcc2-7980900fe893 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (d80254cc-da63-4ae5-8c01-9ac9c7b471a9), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:45.406062 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-00029496-ae6c-46bc-bcc2-7980900fe893 admin admin] For port d80254cc-da63-4ae5-8c01-9ac9c7b471a9, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=d80254cc-da63-4ae5-8c01-9ac9c7b471a9,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:38:45.406478 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-00029496-ae6c-46bc-bcc2-7980900fe893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (d80254cc-da63-4ae5-8c01-9ac9c7b471a9), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:45.423642 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-00029496-ae6c-46bc-bcc2-7980900fe893 admin admin] Calling delete_port for d80254cc-da63-4ae5-8c01-9ac9c7b471a9 owned by network:router_gateway {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:38:45.425764 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:45.464120 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-60694057-bc2f-4358-8fa6-96cea2967b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'name': 'tempest-TestMinimumBasicScenario-283726779-router', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': 'd80254cc-da63-4ae5-8c01-9ac9c7b471a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:35:58Z', 'updated_at': '2022-11-02T07:38:44Z', 'revision_number': 5, 'project_id': '280ce4c6b9174073902820e2e922bedf', 'gw_port': {'id': 'd80254cc-da63-4ae5-8c01-9ac9c7b471a9', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:35:59Z', 'updated_at': '2022-11-02T07:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:45.494568 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60694057-bc2f-4358-8fa6-96cea2967b43 None None] Checking router: 6089ca72-69f9-43d7-b9d7-c78ae9f9209b for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:38:45.512188 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:45.519948 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60694057-bc2f-4358-8fa6-96cea2967b43 None None] Routers {'6089ca72-69f9-43d7-b9d7-c78ae9f9209b'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:38:45.520556 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-60694057-bc2f-4358-8fa6-96cea2967b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:38:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['6089ca72-69f9-43d7-b9d7-c78ae9f9209b'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:45.596974 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-fb3e2dcf-b718-4834-bc64-350f26ee20b9 None None] Provisioning complete for port 11aafdd6-e074-4636-8942-1e1f3aaf783b triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:38:45.597182 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fb3e2dcf-b718-4834-bc64-350f26ee20b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (11aafdd6-e074-4636-8942-1e1f3aaf783b), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:45.597441 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-fb3e2dcf-b718-4834-bc64-350f26ee20b9 None None] Attempt 1 to provision port 11aafdd6-e074-4636-8942-1e1f3aaf783b Nov 02 07:38:45.626390 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-00029496-ae6c-46bc-bcc2-7980900fe893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (d80254cc-da63-4ae5-8c01-9ac9c7b471a9), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:45.645795 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-60694057-bc2f-4358-8fa6-96cea2967b43 None None] Set router 6089ca72-69f9-43d7-b9d7-c78ae9f9209b gateway port host: None {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:38:45.655194 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00029496-ae6c-46bc-bcc2-7980900fe893 admin admin] Pushing event deleted for resources: {'Port': ['ID=d80254cc-da63-4ae5-8c01-9ac9c7b471a9,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:45.705363 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-60694057-bc2f-4358-8fa6-96cea2967b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'name': 'tempest-TestMinimumBasicScenario-283726779-router', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:35:58Z', 'updated_at': '2022-11-02T07:38:45Z', 'revision_number': 6, 'project_id': '280ce4c6b9174073902820e2e922bedf', 'gw_port_host': None}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:45.723502 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-00029496-ae6c-46bc-bcc2-7980900fe893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649138'] for router_gateway (6089ca72-69f9-43d7-b9d7-c78ae9f9209b), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:45.734734 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60694057-bc2f-4358-8fa6-96cea2967b43 None None] The sync data for ids ['6089ca72-69f9-43d7-b9d7-c78ae9f9209b'] in dv-cinder-804735-33-iscsi is: [{'id': '6089ca72-69f9-43d7-b9d7-c78ae9f9209b', 'name': 'tempest-TestMinimumBasicScenario-283726779-router', 'tenant_id': '280ce4c6b9174073902820e2e922bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:35:58Z', 'updated_at': '2022-11-02T07:38:45Z', 'revision_number': 6, 'project_id': '280ce4c6b9174073902820e2e922bedf', 'gw_port_host': None}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:38:45.779181 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-fb3e2dcf-b718-4834-bc64-350f26ee20b9 None None] Current status of the port 11aafdd6-e074-4636-8942-1e1f3aaf783b is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:38:45.827606 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-00029496-ae6c-46bc-bcc2-7980900fe893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-647483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518291'] for router (6089ca72-69f9-43d7-b9d7-c78ae9f9209b), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:45.830322 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-00029496-ae6c-46bc-bcc2-7980900fe893 admin admin] Publish callbacks [] for router_controller (6089ca72-69f9-43d7-b9d7-c78ae9f9209b), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:45.873747 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-00029496-ae6c-46bc-bcc2-7980900fe893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-647458'] for router (6089ca72-69f9-43d7-b9d7-c78ae9f9209b), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:45.874343 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00029496-ae6c-46bc-bcc2-7980900fe893 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6089ca72-69f9-43d7-b9d7-c78ae9f9209b {{(pid=104569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 07:38:45.878650 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-00029496-ae6c-46bc-bcc2-7980900fe893 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:45.879771 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-00029496-ae6c-46bc-bcc2-7980900fe893 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/6089ca72-69f9-43d7-b9d7-c78ae9f9209b HTTP/1.1" status: 204 len: 168 time: 0.8585179 Nov 02 07:38:45.882325 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 42972) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:45.930938 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_v2 [None req-f934342b-a71d-4194-8604-5e77305f2e33 admin admin] Deleting subnet 33654569-10a4-4eaf-ab6f-7413caacc56f {{(pid=104569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 07:38:45.934206 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f934342b-a71d-4194-8604-5e77305f2e33 admin admin] Publish callbacks [] for subnet (33654569-10a4-4eaf-ab6f-7413caacc56f), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:45.972658 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f934342b-a71d-4194-8604-5e77305f2e33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3451448'] for subnet (33654569-10a4-4eaf-ab6f-7413caacc56f), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:46.049697 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f934342b-a71d-4194-8604-5e77305f2e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134157560'] for subnet (33654569-10a4-4eaf-ab6f-7413caacc56f), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:46.105771 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f934342b-a71d-4194-8604-5e77305f2e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134157505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3257418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041961'] for subnet (33654569-10a4-4eaf-ab6f-7413caacc56f), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:46.138219 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934342b-a71d-4194-8604-5e77305f2e33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33654569-10a4-4eaf-ab6f-7413caacc56f,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:46.142280 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-f934342b-a71d-4194-8604-5e77305f2e33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:46.145502 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-f934342b-a71d-4194-8604-5e77305f2e33 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/33654569-10a4-4eaf-ab6f-7413caacc56f HTTP/1.1" status: 204 len: 168 time: 0.2622442 Nov 02 07:38:46.147979 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 42974) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:46.150568 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbf892c-10de-49f4-9a24-6e39e947ec92 None None] Network 59746b03-2694-45ae-a6c9-a4cd96b42795 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:38:46.226581 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ebcc4c33-f5e2-46c8-9185-9386a2791db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134064640'] for network (59746b03-2694-45ae-a6c9-a4cd96b42795), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:46.274251 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-ebcc4c33-f5e2-46c8-9185-9386a2791db3 admin admin] Deleting port 11aafdd6-e074-4636-8942-1e1f3aaf783b {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:38:46.274628 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ebcc4c33-f5e2-46c8-9185-9386a2791db3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (11aafdd6-e074-4636-8942-1e1f3aaf783b), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:46.295661 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:46.348240 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-ebcc4c33-f5e2-46c8-9185-9386a2791db3 admin admin] For port 11aafdd6-e074-4636-8942-1e1f3aaf783b, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=11aafdd6-e074-4636-8942-1e1f3aaf783b,segment=NetworkSegment(268daac8-05c1-473f-8a22-a8ddb6dd3cef),segment_id=268daac8-05c1-473f-8a22-a8ddb6dd3cef)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:38:46.348642 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ebcc4c33-f5e2-46c8-9185-9386a2791db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (11aafdd6-e074-4636-8942-1e1f3aaf783b), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:46.361786 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4fcd72b4-2e62-4833-9b68-fa60ae4b277c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:46.363117 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-ebcc4c33-f5e2-46c8-9185-9386a2791db3 admin admin] Calling delete_port for 11aafdd6-e074-4636-8942-1e1f3aaf783b owned by network:dhcp {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:38:46.432522 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:DELETE=12,neutron:SELECT=85,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:46.442041 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ebcc4c33-f5e2-46c8-9185-9386a2791db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (11aafdd6-e074-4636-8942-1e1f3aaf783b), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:46.477242 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc4c33-f5e2-46c8-9185-9386a2791db3 admin admin] Pushing event deleted for resources: {'Port': ['ID=11aafdd6-e074-4636-8942-1e1f3aaf783b,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:46.482898 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcc4c33-f5e2-46c8-9185-9386a2791db3 admin admin] No DVR routers for this DVR port 11aafdd6-e074-4636-8942-1e1f3aaf783b on host dv-cinder-804735-33-iscsi {{(pid=104569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:38:46.526756 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85ded7b-f997-4ee0-af50-0803f82de095 None None] DHCP port deletion for 59746b03-2694-45ae-a6c9-a4cd96b42795 request from dv-cinder-804735-33-iscsi {{(pid=104570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 07:38:46.576522 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ebcc4c33-f5e2-46c8-9185-9386a2791db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134158659', 'neutron.services.segments.db._delete_segments_for_network-8744620219010'] for network (59746b03-2694-45ae-a6c9-a4cd96b42795), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:46.599591 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-ebcc4c33-f5e2-46c8-9185-9386a2791db3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59746b03-2694-45ae-a6c9-a4cd96b42795']}} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:46.610939 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-ebcc4c33-f5e2-46c8-9185-9386a2791db3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268daac8-05c1-473f-8a22-a8ddb6dd3cef') {'for_net_delete': True} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:46.611237 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-ebcc4c33-f5e2-46c8-9185-9386a2791db3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268daac8-05c1-473f-8a22-a8ddb6dd3cef') {} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:46.622036 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ebcc4c33-f5e2-46c8-9185-9386a2791db3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744620219073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3451441'] for segment (268daac8-05c1-473f-8a22-a8ddb6dd3cef), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:46.636849 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ebcc4c33-f5e2-46c8-9185-9386a2791db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (268daac8-05c1-473f-8a22-a8ddb6dd3cef), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:46.644278 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebcc4c33-f5e2-46c8-9185-9386a2791db3 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=104569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 07:38:46.644657 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ebcc4c33-f5e2-46c8-9185-9386a2791db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3257572'] for segment (268daac8-05c1-473f-8a22-a8ddb6dd3cef), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:46.670118 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.services.segments.plugin [-] Segment 268daac8-05c1-473f-8a22-a8ddb6dd3cef resource provider aggregate not found Nov 02 07:38:46.703352 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.services.segments.plugin [-] Segment 268daac8-05c1-473f-8a22-a8ddb6dd3cef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 268daac8-05c1-473f-8a22-a8ddb6dd3cef found for delete ", "request_id": "req-3fb7a07f-e99b-444d-bef1-55ff1da556a0"}]} Nov 02 07:38:46.720586 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ebcc4c33-f5e2-46c8-9185-9386a2791db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134158664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649174'] for network (59746b03-2694-45ae-a6c9-a4cd96b42795), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:46.730845 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-ebcc4c33-f5e2-46c8-9185-9386a2791db3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:46.739478 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-ebcc4c33-f5e2-46c8-9185-9386a2791db3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/59746b03-2694-45ae-a6c9-a4cd96b42795 HTTP/1.1" status: 204 len: 168 time: 0.5873032 Nov 02 07:38:46.743035 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 42984) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:46.746878 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc4c33-f5e2-46c8-9185-9386a2791db3 admin admin] Pushing event deleted for resources: {'Network': ['ID=59746b03-2694-45ae-a6c9-a4cd96b42795,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:46.974059 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device d80254cc-da63-4ae5-8c01-9ac9c7b471a9 no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:38:47.003357 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: d80254cc-da63-4ae5-8c01-9ac9c7b471a9 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:38:47.003858 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device d80254cc-da63-4ae5-8c01-9ac9c7b471a9 not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:38:47.004359 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device aab32726-54cc-47bb-9b8b-d191009e2089 no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:38:47.032902 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: aab32726-54cc-47bb-9b8b-d191009e2089 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:38:47.033770 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device aab32726-54cc-47bb-9b8b-d191009e2089 not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:38:47.034515 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 11aafdd6-e074-4636-8942-1e1f3aaf783b no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:38:47.058684 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: 11aafdd6-e074-4636-8942-1e1f3aaf783b {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:38:47.059244 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 11aafdd6-e074-4636-8942-1e1f3aaf783b not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:38:47.139664 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:47.312777 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6be30851-ec80-4e52-8926-9e7e0c102bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651005'] for router_interface (2901416d-6496-4776-a517-71264d223c1a), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:47.537149 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-6be30851-ec80-4e52-8926-9e7e0c102bb0 admin admin] Deleting port eb6de21e-74de-4d3a-893b-c20044be61d8 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:38:47.537489 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6be30851-ec80-4e52-8926-9e7e0c102bb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (eb6de21e-74de-4d3a-893b-c20044be61d8), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:47.618869 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [None req-6be30851-ec80-4e52-8926-9e7e0c102bb0 admin admin] For port eb6de21e-74de-4d3a-893b-c20044be61d8, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=eb6de21e-74de-4d3a-893b-c20044be61d8,segment=NetworkSegment(dc5c877d-4638-4695-a2f3-e9e8a85ae2a9),segment_id=dc5c877d-4638-4695-a2f3-e9e8a85ae2a9)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:38:47.619661 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6be30851-ec80-4e52-8926-9e7e0c102bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (eb6de21e-74de-4d3a-893b-c20044be61d8), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:47.635702 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-6be30851-ec80-4e52-8926-9e7e0c102bb0 admin admin] Calling delete_port for eb6de21e-74de-4d3a-893b-c20044be61d8 owned by network:router_interface {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:38:47.648532 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:47.827185 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6be30851-ec80-4e52-8926-9e7e0c102bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (eb6de21e-74de-4d3a-893b-c20044be61d8), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:47.859590 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be30851-ec80-4e52-8926-9e7e0c102bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb6de21e-74de-4d3a-893b-c20044be61d8,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:48.029241 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:48.049759 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-6be30851-ec80-4e52-8926-9e7e0c102bb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-997933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647533'] for router_interface (2901416d-6496-4776-a517-71264d223c1a), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:48.070300 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6ce8d3-01cf-4a01-898b-07e384431f49 None None] get_active_networks_info from dv-cinder-804735-33-iscsi {{(pid=104570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 07:38:48.163880 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6ce8d3-01cf-4a01-898b-07e384431f49 None None] Resources bound (agent type, host, resource id): {{(pid=104570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 07:38:48.251396 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:48.284380 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be30851-ec80-4e52-8926-9e7e0c102bb0 admin admin] Router 2901416d-6496-4776-a517-71264d223c1a has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:38:48.386228 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497bdc54-c879-40bb-bfc9-945ef3fc0397 req-e383981c-9dd3-479d-abe8-5f6791a5c1f8 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:48.389245 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-497bdc54-c879-40bb-bfc9-945ef3fc0397 req-e383981c-9dd3-479d-abe8-5f6791a5c1f8 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0576499 Nov 02 07:38:48.415608 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be30851-ec80-4e52-8926-9e7e0c102bb0 admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:38:48.420757 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-6be30851-ec80-4e52-8926-9e7e0c102bb0 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/2901416d-6496-4776-a517-71264d223c1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6766737 Nov 02 07:38:48.423950 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 43002) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:48.427829 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9ba372-7776-468e-bb74-abb6ec8cd2cc None None] Sync routers for ids ['2901416d-6496-4776-a517-71264d223c1a'] in dv-cinder-804735-33-iscsi {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:38:48.441472 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=100 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:48.442472 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9ba372-7776-468e-bb74-abb6ec8cd2cc None None] Routers {'2901416d-6496-4776-a517-71264d223c1a'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:38:48.443175 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-1a9ba372-7776-468e-bb74-abb6ec8cd2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:38:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['2901416d-6496-4776-a517-71264d223c1a'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:48.483040 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-497bdc54-c879-40bb-bfc9-945ef3fc0397 req-ffb29ea9-8e2f-4561-9fc3-713960a45b63 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855050 Nov 02 07:38:48.553690 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7ea0493e-ccd9-4dee-8389-0848bf50f216 admin admin] Publish callbacks [] for router (2901416d-6496-4776-a517-71264d223c1a), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:48.567310 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bb26d128-d82f-4cb9-a3de-dc77f041f9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:48.571695 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-1a9ba372-7776-468e-bb74-abb6ec8cd2cc None None] Set router 2901416d-6496-4776-a517-71264d223c1a gateway port host: dv-cinder-804735-33-iscsi {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:38:48.677681 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7ea0493e-ccd9-4dee-8389-0848bf50f216 admin admin] Publish callbacks [] for router_gateway (2901416d-6496-4776-a517-71264d223c1a), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:48.694064 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:48.745278 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-7ea0493e-ccd9-4dee-8389-0848bf50f216 admin admin] Deleting port 475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:38:48.745922 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7ea0493e-ccd9-4dee-8389-0848bf50f216 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:48.780479 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-1a9ba372-7776-468e-bb74-abb6ec8cd2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2901416d-6496-4776-a517-71264d223c1a', 'name': 'tempest-TestMinimumBasicScenario-1422395338-router', 'tenant_id': '546abb669f364409a3d449dd8056a2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:36:03Z', 'updated_at': '2022-11-02T07:38:47Z', 'revision_number': 5, 'project_id': '546abb669f364409a3d449dd8056a2c6', 'gw_port': {'id': '475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2901416d-6496-4776-a517-71264d223c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:04Z', 'updated_at': '2022-11-02T07:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:48.812689 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9ba372-7776-468e-bb74-abb6ec8cd2cc None None] Checking router: 2901416d-6496-4776-a517-71264d223c1a for host: dv-cinder-804735-33-iscsi {{(pid=104571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:38:48.822765 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9ba372-7776-468e-bb74-abb6ec8cd2cc None None] Routers {'2901416d-6496-4776-a517-71264d223c1a'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:38:48.823377 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-1a9ba372-7776-468e-bb74-abb6ec8cd2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:38:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['2901416d-6496-4776-a517-71264d223c1a'], 'active': True} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:48.832781 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [None req-7ea0493e-ccd9-4dee-8389-0848bf50f216 admin admin] For port 475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:38:48.833283 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7ea0493e-ccd9-4dee-8389-0848bf50f216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:48.851666 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-7ea0493e-ccd9-4dee-8389-0848bf50f216 admin admin] Calling delete_port for 475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b owned by network:router_gateway {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:38:48.924202 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-b8737bf2-815e-4406-94e9-e7e1a1e82ecc None None] Provisioning complete for port e894cae9-55a8-4d87-b3a3-fbd804a38952 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:38:48.926148 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_dvr_db [None req-1a9ba372-7776-468e-bb74-abb6ec8cd2cc None None] Set router 2901416d-6496-4776-a517-71264d223c1a gateway port host: None {{(pid=104571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:38:48.926722 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b8737bf2-815e-4406-94e9-e7e1a1e82ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (e894cae9-55a8-4d87-b3a3-fbd804a38952), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:48.929808 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-b8737bf2-815e-4406-94e9-e7e1a1e82ecc None None] Attempt 1 to provision port e894cae9-55a8-4d87-b3a3-fbd804a38952 Nov 02 07:38:48.978819 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:48.986270 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.l3_hamode_db [None req-1a9ba372-7776-468e-bb74-abb6ec8cd2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2901416d-6496-4776-a517-71264d223c1a', 'name': 'tempest-TestMinimumBasicScenario-1422395338-router', 'tenant_id': '546abb669f364409a3d449dd8056a2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:36:03Z', 'updated_at': '2022-11-02T07:38:48Z', 'revision_number': 6, 'project_id': '546abb669f364409a3d449dd8056a2c6', 'gw_port_host': None}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:49.014040 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-b8737bf2-815e-4406-94e9-e7e1a1e82ecc None None] Current status of the port e894cae9-55a8-4d87-b3a3-fbd804a38952 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:38:49.016786 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9ba372-7776-468e-bb74-abb6ec8cd2cc None None] The sync data for ids ['2901416d-6496-4776-a517-71264d223c1a'] in dv-cinder-804735-33-iscsi is: [{'id': '2901416d-6496-4776-a517-71264d223c1a', 'name': 'tempest-TestMinimumBasicScenario-1422395338-router', 'tenant_id': '546abb669f364409a3d449dd8056a2c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:36:03Z', 'updated_at': '2022-11-02T07:38:48Z', 'revision_number': 6, 'project_id': '546abb669f364409a3d449dd8056a2c6', 'gw_port_host': None}] {{(pid=104571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:38:49.069560 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7ea0493e-ccd9-4dee-8389-0848bf50f216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:49.095583 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0493e-ccd9-4dee-8389-0848bf50f216 admin admin] Pushing event deleted for resources: {'Port': ['ID=475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:49.161044 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7ea0493e-ccd9-4dee-8389-0848bf50f216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649138'] for router_gateway (2901416d-6496-4776-a517-71264d223c1a), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:49.248663 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7ea0493e-ccd9-4dee-8389-0848bf50f216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-647483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518291'] for router (2901416d-6496-4776-a517-71264d223c1a), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:49.250953 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7ea0493e-ccd9-4dee-8389-0848bf50f216 admin admin] Publish callbacks [] for router_controller (2901416d-6496-4776-a517-71264d223c1a), precommit_delete_associations {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:49.291511 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7ea0493e-ccd9-4dee-8389-0848bf50f216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-647458'] for router (2901416d-6496-4776-a517-71264d223c1a), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:49.292078 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea0493e-ccd9-4dee-8389-0848bf50f216 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2901416d-6496-4776-a517-71264d223c1a {{(pid=104568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 07:38:49.296133 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7ea0493e-ccd9-4dee-8389-0848bf50f216 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:49.297271 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-7ea0493e-ccd9-4dee-8389-0848bf50f216 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/2901416d-6496-4776-a517-71264d223c1a HTTP/1.1" status: 204 len: 168 time: 0.8723273 Nov 02 07:38:49.300374 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 43006) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:49.345775 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dcbfdc0-7149-4e7b-b4a3-d4863a2c4f8d admin admin] Deleting subnet a65bfc02-b1e2-4d3e-b770-5ddae68ed385 {{(pid=104568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 07:38:49.349385 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8dcbfdc0-7149-4e7b-b4a3-d4863a2c4f8d admin admin] Publish callbacks [] for subnet (a65bfc02-b1e2-4d3e-b770-5ddae68ed385), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:49.391120 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8dcbfdc0-7149-4e7b-b4a3-d4863a2c4f8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3576835'] for subnet (a65bfc02-b1e2-4d3e-b770-5ddae68ed385), precommit_delete_associations {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:49.472023 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8dcbfdc0-7149-4e7b-b4a3-d4863a2c4f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134157560'] for subnet (a65bfc02-b1e2-4d3e-b770-5ddae68ed385), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:49.533651 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8dcbfdc0-7149-4e7b-b4a3-d4863a2c4f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134157505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3576469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808803'] for subnet (a65bfc02-b1e2-4d3e-b770-5ddae68ed385), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:49.564706 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcbfdc0-7149-4e7b-b4a3-d4863a2c4f8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a65bfc02-b1e2-4d3e-b770-5ddae68ed385,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:49.568457 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-8dcbfdc0-7149-4e7b-b4a3-d4863a2c4f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for subnet (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:49.571670 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-8dcbfdc0-7149-4e7b-b4a3-d4863a2c4f8d admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/a65bfc02-b1e2-4d3e-b770-5ddae68ed385 HTTP/1.1" status: 204 len: 168 time: 0.2703383 Nov 02 07:38:49.574069 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 43010) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:49.576509 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb29ebd-0963-4aa7-b733-6cb44c1d8d70 None None] Network 3f2392e2-0abe-441a-938d-0a8cddbf3ade requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:38:49.633546 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42795a75-d055-44d8-bb12-54c0142612fe req-e9087fc4-7b25-4ea3-a28f-dda3be682002 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:49.642846 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-42795a75-d055-44d8-bb12-54c0142612fe req-e9087fc4-7b25-4ea3-a28f-dda3be682002 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0696683 Nov 02 07:38:49.671868 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4145f770-f129-4261-9ea1-4b438773efcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134064640'] for network (3f2392e2-0abe-441a-938d-0a8cddbf3ade), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:49.701446 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-42795a75-d055-44d8-bb12-54c0142612fe req-320f4668-23ef-49a7-be8e-6db0da28b43a tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553429 Nov 02 07:38:49.720318 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-4145f770-f129-4261-9ea1-4b438773efcd admin admin] Deleting port e894cae9-55a8-4d87-b3a3-fbd804a38952 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:38:49.720752 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4145f770-f129-4261-9ea1-4b438773efcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (e894cae9-55a8-4d87-b3a3-fbd804a38952), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:49.738997 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:49.765928 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e37cce9-4fcd-4bb3-98af-b54cefcab475 None None] DHCP port deletion for 3f2392e2-0abe-441a-938d-0a8cddbf3ade request from dv-cinder-804735-33-iscsi {{(pid=104570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 07:38:49.806786 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.db [None req-4145f770-f129-4261-9ea1-4b438773efcd admin admin] For port e894cae9-55a8-4d87-b3a3-fbd804a38952, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=e894cae9-55a8-4d87-b3a3-fbd804a38952,segment=NetworkSegment(dc5c877d-4638-4695-a2f3-e9e8a85ae2a9),segment_id=dc5c877d-4638-4695-a2f3-e9e8a85ae2a9)] {{(pid=104568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:38:49.807153 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4145f770-f129-4261-9ea1-4b438773efcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (e894cae9-55a8-4d87-b3a3-fbd804a38952), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:49.821143 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-4145f770-f129-4261-9ea1-4b438773efcd admin admin] Calling delete_port for e894cae9-55a8-4d87-b3a3-fbd804a38952 owned by network:dhcp {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:38:49.822034 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4e37cce9-4fcd-4bb3-98af-b54cefcab475 None None] Deleting port e894cae9-55a8-4d87-b3a3-fbd804a38952 {{(pid=104570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:38:49.822504 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4e37cce9-4fcd-4bb3-98af-b54cefcab475 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (e894cae9-55a8-4d87-b3a3-fbd804a38952), before_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:49.894497 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-4e37cce9-4fcd-4bb3-98af-b54cefcab475 None None] For port e894cae9-55a8-4d87-b3a3-fbd804a38952, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=e894cae9-55a8-4d87-b3a3-fbd804a38952,segment=NetworkSegment(dc5c877d-4638-4695-a2f3-e9e8a85ae2a9),segment_id=dc5c877d-4638-4695-a2f3-e9e8a85ae2a9)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:38:49.894890 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4e37cce9-4fcd-4bb3-98af-b54cefcab475 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (e894cae9-55a8-4d87-b3a3-fbd804a38952), precommit_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:49.909120 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4e37cce9-4fcd-4bb3-98af-b54cefcab475 None None] Calling delete_port for e894cae9-55a8-4d87-b3a3-fbd804a38952 owned by network:dhcp {{(pid=104570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:38:49.917771 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4145f770-f129-4261-9ea1-4b438773efcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (e894cae9-55a8-4d87-b3a3-fbd804a38952), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:49.919927 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:49.946712 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145f770-f129-4261-9ea1-4b438773efcd admin admin] Pushing event deleted for resources: {'Port': ['ID=e894cae9-55a8-4d87-b3a3-fbd804a38952,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:49.949940 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4145f770-f129-4261-9ea1-4b438773efcd admin admin] No DVR routers for this DVR port e894cae9-55a8-4d87-b3a3-fbd804a38952 on host dv-cinder-804735-33-iscsi {{(pid=104568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:38:49.970261 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:49.982703 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:DELETE=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:50.007802 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4e37cce9-4fcd-4bb3-98af-b54cefcab475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747'] for port (e894cae9-55a8-4d87-b3a3-fbd804a38952), after_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:50.023411 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4145f770-f129-4261-9ea1-4b438773efcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134158659', 'neutron.services.segments.db._delete_segments_for_network-8744620219010'] for network (3f2392e2-0abe-441a-938d-0a8cddbf3ade), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:50.033755 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37cce9-4fcd-4bb3-98af-b54cefcab475 None None] Pushing event deleted for resources: {'Port': ['ID=e894cae9-55a8-4d87-b3a3-fbd804a38952,revision_number=None']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:50.037390 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e37cce9-4fcd-4bb3-98af-b54cefcab475 None None] No DVR routers for this DVR port e894cae9-55a8-4d87-b3a3-fbd804a38952 on host dv-cinder-804735-33-iscsi {{(pid=104570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:38:50.043996 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-4145f770-f129-4261-9ea1-4b438773efcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f2392e2-0abe-441a-938d-0a8cddbf3ade']}} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:50.059152 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-4145f770-f129-4261-9ea1-4b438773efcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5c877d-4638-4695-a2f3-e9e8a85ae2a9') {'for_net_delete': True} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:50.059152 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-4145f770-f129-4261-9ea1-4b438773efcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5c877d-4638-4695-a2f3-e9e8a85ae2a9') {} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:38:50.064218 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4145f770-f129-4261-9ea1-4b438773efcd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744620219073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3576842'] for segment (dc5c877d-4638-4695-a2f3-e9e8a85ae2a9), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:50.077727 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4145f770-f129-4261-9ea1-4b438773efcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (dc5c877d-4638-4695-a2f3-e9e8a85ae2a9), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:50.085128 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4145f770-f129-4261-9ea1-4b438773efcd admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=104568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 07:38:50.085509 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4145f770-f129-4261-9ea1-4b438773efcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3576379'] for segment (dc5c877d-4638-4695-a2f3-e9e8a85ae2a9), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:50.115157 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment dc5c877d-4638-4695-a2f3-e9e8a85ae2a9 resource provider aggregate not found Nov 02 07:38:50.148675 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment dc5c877d-4638-4695-a2f3-e9e8a85ae2a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc5c877d-4638-4695-a2f3-e9e8a85ae2a9 found for delete ", "request_id": "req-3c42bfb9-714a-4e16-bd63-cde3e2387c1d"}]} Nov 02 07:38:50.163306 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4145f770-f129-4261-9ea1-4b438773efcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134158664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649174'] for network (3f2392e2-0abe-441a-938d-0a8cddbf3ade), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:50.169623 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-4145f770-f129-4261-9ea1-4b438773efcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:50.172900 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-4145f770-f129-4261-9ea1-4b438773efcd admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/3f2392e2-0abe-441a-938d-0a8cddbf3ade HTTP/1.1" status: 204 len: 168 time: 0.5922611 Nov 02 07:38:50.183567 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145f770-f129-4261-9ea1-4b438773efcd admin admin] Pushing event deleted for resources: {'Network': ['ID=3f2392e2-0abe-441a-938d-0a8cddbf3ade,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:50.338236 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 43020) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:50.379625 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-f60e6936-1411-4b6c-ab3d-196a94788bb0 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=280ce4c6b9174073902820e2e922bedf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402298 Nov 02 07:38:50.382255 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 43022) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:50.437162 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b2817d1b-82fc-49e3-be63-9bbfc0579057 admin admin] Publish callbacks [] for security_group (f8a1521d-7edb-4526-b371-66f352f965c7), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:50.458811 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b2817d1b-82fc-49e3-be63-9bbfc0579057 admin admin] Publish callbacks [] for security_group (f8a1521d-7edb-4526-b371-66f352f965c7), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:50.509520 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b2817d1b-82fc-49e3-be63-9bbfc0579057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (f8a1521d-7edb-4526-b371-66f352f965c7), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:50.512058 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b2817d1b-82fc-49e3-be63-9bbfc0579057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:50.513500 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-b2817d1b-82fc-49e3-be63-9bbfc0579057 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f8a1521d-7edb-4526-b371-66f352f965c7 HTTP/1.1" status: 204 len: 168 time: 0.1300933 Nov 02 07:38:50.521504 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2817d1b-82fc-49e3-be63-9bbfc0579057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a1521d-7edb-4526-b371-66f352f965c7,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:50.838214 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce2780-0ace-4996-b75c-2a6dac2a04ff req-86f08065-7553-4f73-87ea-cb3c48b78435 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:50.846316 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9dce2780-0ace-4996-b75c-2a6dac2a04ff req-86f08065-7553-4f73-87ea-cb3c48b78435 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0625997 Nov 02 07:38:50.858231 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 43032) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:50.891102 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9dce2780-0ace-4996-b75c-2a6dac2a04ff req-e57054f7-8a8a-4a71-9e81-80fb9f900995 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437536 Nov 02 07:38:50.908891 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-fad769a2-da0b-454e-8ded-9dc9ad467228 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=546abb669f364409a3d449dd8056a2c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0484684 Nov 02 07:38:50.910987 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 43034) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:38:50.966877 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0f1fb67d-dd69-488c-9ebe-89e4766d9b23 admin admin] Publish callbacks [] for security_group (9f6504ed-5612-4986-9825-8050678ee66b), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:50.971092 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device eb6de21e-74de-4d3a-893b-c20044be61d8 no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:38:50.987087 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0f1fb67d-dd69-488c-9ebe-89e4766d9b23 admin admin] Publish callbacks [] for security_group (9f6504ed-5612-4986-9825-8050678ee66b), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:50.993071 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: eb6de21e-74de-4d3a-893b-c20044be61d8 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:38:50.993416 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device eb6de21e-74de-4d3a-893b-c20044be61d8 not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:38:50.993833 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device e894cae9-55a8-4d87-b3a3-fbd804a38952 no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:38:51.049005 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0f1fb67d-dd69-488c-9ebe-89e4766d9b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (9f6504ed-5612-4986-9825-8050678ee66b), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:51.051716 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0f1fb67d-dd69-488c-9ebe-89e4766d9b23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:51.055545 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-0f1fb67d-dd69-488c-9ebe-89e4766d9b23 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9f6504ed-5612-4986-9825-8050678ee66b HTTP/1.1" status: 204 len: 168 time: 0.1411142 Nov 02 07:38:51.065184 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fb67d-dd69-488c-9ebe-89e4766d9b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6504ed-5612-4986-9825-8050678ee66b,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:38:51.162069 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: e894cae9-55a8-4d87-b3a3-fbd804a38952 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:38:51.162342 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device e894cae9-55a8-4d87-b3a3-fbd804a38952 not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:38:51.162780 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:38:51.192439 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: 475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:38:51.193034 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 475d5ed4-f5f7-4eab-ba05-b6cb4f267a2b not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:38:51.351479 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:51.422703 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:52.018125 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85a7ed-4330-45c3-ad72-34585b8d322a req-4d19d256-ad8c-474d-9b5d-680a70bed58a tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:52.019622 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9a85a7ed-4330-45c3-ad72-34585b8d322a req-4d19d256-ad8c-474d-9b5d-680a70bed58a tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0479517 Nov 02 07:38:52.052081 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:52.066899 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9a85a7ed-4330-45c3-ad72-34585b8d322a req-e0dbd9cd-f223-43ea-9b63-9669f6f2a862 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417650 Nov 02 07:38:53.189935 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfb134-6c1d-4d17-b9ae-de749f23733c req-aacb74a2-7fe0-4886-ab9d-37dd6bc8bdea tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:53.191337 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ffdfb134-6c1d-4d17-b9ae-de749f23733c req-aacb74a2-7fe0-4886-ab9d-37dd6bc8bdea tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0502834 Nov 02 07:38:53.237835 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ffdfb134-6c1d-4d17-b9ae-de749f23733c req-31da3493-534f-409b-a730-4c096bbfcef8 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407977 Nov 02 07:38:54.356122 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f5d5d-2c13-4a79-8479-e6ff8ae87d35 req-c9cf802f-6a49-40b9-b7a0-c0e87bad6875 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:54.357571 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-714f5d5d-2c13-4a79-8479-e6ff8ae87d35 req-c9cf802f-6a49-40b9-b7a0-c0e87bad6875 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0455825 Nov 02 07:38:54.393446 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:38:54.405462 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-714f5d5d-2c13-4a79-8479-e6ff8ae87d35 req-ebd259f3-ca3a-4d34-8211-8b0d066a5d37 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418949 Nov 02 07:38:55.529777 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fa7b4-6af8-4ab7-84a9-70985583b3ca req-0f0c94fd-0237-4cea-b09e-249b7eb65f4e tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:55.531256 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-838fa7b4-6af8-4ab7-84a9-70985583b3ca req-0f0c94fd-0237-4cea-b09e-249b7eb65f4e tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0475714 Nov 02 07:38:55.581607 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-838fa7b4-6af8-4ab7-84a9-70985583b3ca req-d809d79c-0c68-40c2-b25d-11de52368a5e tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447519 Nov 02 07:38:56.702747 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9593e8-d107-47ab-b5b9-251f278c1bf2 req-25fbe434-bc08-429d-ae28-292a01ae5e54 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:56.704893 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9c9593e8-d107-47ab-b5b9-251f278c1bf2 req-25fbe434-bc08-429d-ae28-292a01ae5e54 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0475154 Nov 02 07:38:56.751834 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9c9593e8-d107-47ab-b5b9-251f278c1bf2 req-bb397947-6dd5-4542-8331-7ee3c3032cb3 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414047 Nov 02 07:38:57.878752 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63cd3b-d224-433a-b461-ce1506bb890e req-a31738a0-9f58-4136-a812-54413bb445c6 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:57.880217 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5c63cd3b-d224-433a-b461-ce1506bb890e req-a31738a0-9f58-4136-a812-54413bb445c6 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0536170 Nov 02 07:38:57.928269 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-5c63cd3b-d224-433a-b461-ce1506bb890e req-203f58d6-44b4-449f-9d04-d2b7a4895b69 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422802 Nov 02 07:38:58.644304 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:38:59.052653 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565b45a-ef3a-459b-a46e-3526c17e1a44 req-465ce078-73a4-4aac-aa90-57ea20b8b7b2 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:59.054079 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1565b45a-ef3a-459b-a46e-3526c17e1a44 req-465ce078-73a4-4aac-aa90-57ea20b8b7b2 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0491955 Nov 02 07:38:59.100511 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-1565b45a-ef3a-459b-a46e-3526c17e1a44 req-a037d709-ccbb-46a4-bcdb-143e60790533 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407333 Nov 02 07:38:59.308333 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fbe4c-57f0-4f7b-8343-6813d3e56a09 req-b586e8fc-0849-4456-b56e-720697168439 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:59.309798 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e17fbe4c-57f0-4f7b-8343-6813d3e56a09 req-b586e8fc-0849-4456-b56e-720697168439 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0475709 Nov 02 07:38:59.387609 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4f2ae-2b3f-4d5b-9070-7dc2074737be req-433a1c70-9ac3-4f7b-a4e5-f646e1990d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:59.389382 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f9f4f2ae-2b3f-4d5b-9070-7dc2074737be req-433a1c70-9ac3-4f7b-a4e5-f646e1990d78 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=86cca0dcb21a47e483458b36e33f5036&device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 1129 time: 0.0600214 Nov 02 07:38:59.392903 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e17fbe4c-57f0-4f7b-8343-6813d3e56a09 req-463456c6-ac5c-43bd-ac44-5eebdf455f39 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769091 Nov 02 07:38:59.478711 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4f2ae-2b3f-4d5b-9070-7dc2074737be req-db8275c0-30f4-49fe-82fa-5933e687263a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:59.480156 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f9f4f2ae-2b3f-4d5b-9070-7dc2074737be req-db8275c0-30f4-49fe-82fa-5933e687263a service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=5c6f85dd-45ed-4684-846a-c63750ac56e2 HTTP/1.1" status: 200 len: 912 time: 0.0840530 Nov 02 07:38:59.543984 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f9f4f2ae-2b3f-4d5b-9070-7dc2074737be req-d98917fb-9c37-4b3e-aca2-829e6e9fb741 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=166f7253-1dcb-4eb0-b3b0-f74792201a1f HTTP/1.1" status: 200 len: 1000 time: 0.0561714 Nov 02 07:38:59.623830 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:38:59.871903 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4f2ae-2b3f-4d5b-9070-7dc2074737be req-c4c2fd71-dfc6-4011-8ecc-fe67792c9695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:59.873346 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f9f4f2ae-2b3f-4d5b-9070-7dc2074737be req-c4c2fd71-dfc6-4011-8ecc-fe67792c9695 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=4802d687-3783-47ab-8dfb-ce3297beb760 HTTP/1.1" status: 200 len: 850 time: 0.3239105 Nov 02 07:38:59.917555 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4f2ae-2b3f-4d5b-9070-7dc2074737be req-3e6fa0c3-6e9a-40d7-aa29-a027fad933f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:38:59.919089 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f9f4f2ae-2b3f-4d5b-9070-7dc2074737be req-3e6fa0c3-6e9a-40d7-aa29-a027fad933f2 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=5c6f85dd-45ed-4684-846a-c63750ac56e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383782 Nov 02 07:38:59.946782 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:00.010232 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f9f4f2ae-2b3f-4d5b-9070-7dc2074737be req-12db6f8a-8651-4409-9ab8-c52288ee9b2f service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5c6f85dd-45ed-4684-846a-c63750ac56e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852234 Nov 02 07:39:00.098590 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-f9f4f2ae-2b3f-4d5b-9070-7dc2074737be req-3e12b78a-5543-475b-88b3-0b767dbc7961 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5c6f85dd-45ed-4684-846a-c63750ac56e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823104 Nov 02 07:39:00.517918 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebb35f-1b70-485b-ac67-ed0c70763ce7 req-7bd9f56c-5b1e-4aae-b89e-9e752541b648 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:00.519389 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-76ebb35f-1b70-485b-ac67-ed0c70763ce7 req-7bd9f56c-5b1e-4aae-b89e-9e752541b648 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0509477 Nov 02 07:39:00.566415 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-76ebb35f-1b70-485b-ac67-ed0c70763ce7 req-ff1163c0-7ebf-4caa-994f-fab5a60f4902 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414565 Nov 02 07:39:01.027372 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=37,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:01.061022 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=56,neutron:DELETE=7 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:01.652227 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=45 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:01.674910 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:01.688330 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4ac39-6b12-4fc5-b5cc-5b501945a00e req-aadc0fbf-44f2-4e69-ac77-5f30749d22c2 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:01.690650 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-98b4ac39-6b12-4fc5-b5cc-5b501945a00e req-aadc0fbf-44f2-4e69-ac77-5f30749d22c2 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0489697 Nov 02 07:39:01.737605 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-98b4ac39-6b12-4fc5-b5cc-5b501945a00e req-2fb65c66-0dd5-4029-ba81-343b28f603d6 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413105 Nov 02 07:39:08.636207 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:08.638019 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=16,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:11.730879 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=33 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:11.733111 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=7 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:14.644485 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=49,neutron:DELETE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:16.364265 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-bbc6a5c8-afd9-4a49-9d05-706c560717a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:18.560593 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-8fd81c82-939c-4f45-8bd7-a96e10fa68ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:19.932840 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:20.874113 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd460f-8016-428d-89ca-0d21cb9b8c34 req-ca09a1ec-c9be-4eb4-b00f-3d3c3ab1ce3f tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:20.875500 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-68cd460f-8016-428d-89ca-0d21cb9b8c34 req-ca09a1ec-c9be-4eb4-b00f-3d3c3ab1ce3f tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dc3283b2-ed59-44f4-b90a-04df83443560 HTTP/1.1" status: 200 len: 945 time: 0.0463455 Nov 02 07:39:20.925794 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-68cd460f-8016-428d-89ca-0d21cb9b8c34 req-4093a133-78df-40a9-9d2e-4d10173ff50a tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=54ad5e86-576e-4801-a696-3d1fd5410d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441010 Nov 02 07:39:21.345053 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:21.424502 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:22.150210 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdca30-ec75-47ed-844f-87577a74807b req-45fff776-919a-4668-86d7-c055cd64e15b tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:22.151726 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-04fdca30-ec75-47ed-844f-87577a74807b req-45fff776-919a-4668-86d7-c055cd64e15b tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dc3283b2-ed59-44f4-b90a-04df83443560 HTTP/1.1" status: 200 len: 945 time: 0.1490178 Nov 02 07:39:22.198680 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-04fdca30-ec75-47ed-844f-87577a74807b req-b42a2402-a781-4623-85ad-1070a3157ec8 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=54ad5e86-576e-4801-a696-3d1fd5410d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412889 Nov 02 07:39:22.686037 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdd433-24eb-4b22-a29d-48f0a92cd30a req-ec5a43b1-2967-4237-bd65-544a3454507d tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:22.687502 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-07bdd433-24eb-4b22-a29d-48f0a92cd30a req-ec5a43b1-2967-4237-bd65-544a3454507d tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=dc3283b2-ed59-44f4-b90a-04df83443560 HTTP/1.1" status: 200 len: 945 time: 0.0475166 Nov 02 07:39:22.770166 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-07bdd433-24eb-4b22-a29d-48f0a92cd30a req-276cde9c-e5db-4206-b30b-95b4d51cdd84 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Deleting port fa1663f1-c844-458e-af96-4e8b2b70952f {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:39:22.771073 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-07bdd433-24eb-4b22-a29d-48f0a92cd30a req-276cde9c-e5db-4206-b30b-95b4d51cdd84 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (fa1663f1-c844-458e-af96-4e8b2b70952f), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:22.859065 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-07bdd433-24eb-4b22-a29d-48f0a92cd30a req-276cde9c-e5db-4206-b30b-95b4d51cdd84 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] For port fa1663f1-c844-458e-af96-4e8b2b70952f, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=fa1663f1-c844-458e-af96-4e8b2b70952f,segment=NetworkSegment(dd292746-ab40-4cf5-9d3e-1a18b87071a4),segment_id=dd292746-ab40-4cf5-9d3e-1a18b87071a4)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:39:22.859424 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-07bdd433-24eb-4b22-a29d-48f0a92cd30a req-276cde9c-e5db-4206-b30b-95b4d51cdd84 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (fa1663f1-c844-458e-af96-4e8b2b70952f), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:22.873320 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-07bdd433-24eb-4b22-a29d-48f0a92cd30a req-276cde9c-e5db-4206-b30b-95b4d51cdd84 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Calling delete_port for fa1663f1-c844-458e-af96-4e8b2b70952f owned by compute:nova {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:39:22.999786 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-07bdd433-24eb-4b22-a29d-48f0a92cd30a req-276cde9c-e5db-4206-b30b-95b4d51cdd84 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (fa1663f1-c844-458e-af96-4e8b2b70952f), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:23.027226 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276cde9c-e5db-4206-b30b-95b4d51cdd84 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Pushing event deleted for resources: {'Port': ['ID=fa1663f1-c844-458e-af96-4e8b2b70952f,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:39:23.035013 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['fa1663f1-c844-458e-af96-4e8b2b70952f'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:39:23.041349 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cde9c-e5db-4206-b30b-95b4d51cdd84 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:23.041701 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cde9c-e5db-4206-b30b-95b4d51cdd84 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:23.042041 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cde9c-e5db-4206-b30b-95b4d51cdd84 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:23.042387 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cde9c-e5db-4206-b30b-95b4d51cdd84 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:23.042728 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cde9c-e5db-4206-b30b-95b4d51cdd84 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:23.043060 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cde9c-e5db-4206-b30b-95b4d51cdd84 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:23.043394 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cde9c-e5db-4206-b30b-95b4d51cdd84 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:23.043720 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cde9c-e5db-4206-b30b-95b4d51cdd84 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:23.044043 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cde9c-e5db-4206-b30b-95b4d51cdd84 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:23.044366 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cde9c-e5db-4206-b30b-95b4d51cdd84 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:23.044689 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cde9c-e5db-4206-b30b-95b4d51cdd84 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:23.045008 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cde9c-e5db-4206-b30b-95b4d51cdd84 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:23.045329 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cde9c-e5db-4206-b30b-95b4d51cdd84 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:23.045644 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cde9c-e5db-4206-b30b-95b4d51cdd84 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:23.045961 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276cde9c-e5db-4206-b30b-95b4d51cdd84 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:23.086813 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bdd433-24eb-4b22-a29d-48f0a92cd30a req-276cde9c-e5db-4206-b30b-95b4d51cdd84 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] No DVR routers for this DVR port fa1663f1-c844-458e-af96-4e8b2b70952f on host hv-cinder-80473 {{(pid=104569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:39:23.089272 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-07bdd433-24eb-4b22-a29d-48f0a92cd30a req-276cde9c-e5db-4206-b30b-95b4d51cdd84 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:23.092460 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-07bdd433-24eb-4b22-a29d-48f0a92cd30a req-276cde9c-e5db-4206-b30b-95b4d51cdd84 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.47 "DELETE /networking/v2.0/ports/fa1663f1-c844-458e-af96-4e8b2b70952f HTTP/1.1" status: 204 len: 173 time: 0.4000106 Nov 02 07:39:23.092945 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3283b2-ed59-44f4-b90a-04df83443560', 'name': 'network-vif-deleted', 'tag': 'fa1663f1-c844-458e-af96-4e8b2b70952f'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:39:23.095241 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ce03b8-1a63-4848-b4e1-af41e6b66bb3" -d '{"events": [{"server_uuid": "dc3283b2-ed59-44f4-b90a-04df83443560", "name": "network-vif-deleted", "tag": "fa1663f1-c844-458e-af96-4e8b2b70952f"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:39:23.133774 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22009272-a928-4751-b5b7-0327531985f0 x-openstack-request-id: req-22009272-a928-4751-b5b7-0327531985f0 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:39:23.134176 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3283b2-ed59-44f4-b90a-04df83443560", "name": "network-vif-deleted", "tag": "fa1663f1-c844-458e-af96-4e8b2b70952f", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:39:23.134673 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22009272-a928-4751-b5b7-0327531985f0 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:39:23.135274 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22009272-a928-4751-b5b7-0327531985f0'] response: {'server_uuid': 'dc3283b2-ed59-44f4-b90a-04df83443560', 'name': 'network-vif-deleted', 'tag': 'fa1663f1-c844-458e-af96-4e8b2b70952f', 'status': 'completed', 'code': 200} Nov 02 07:39:23.319560 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-eade1dcc-d2ea-4b0d-a9b4-08d98d2a1a6b req-ec7633ce-ec05-4558-932d-2fe3a7ff9507 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dc3283b2-ed59-44f4-b90a-04df83443560 HTTP/1.1" status: 200 len: 210 time: 0.0300453 Nov 02 07:39:27.410728 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device fa1663f1-c844-458e-af96-4e8b2b70952f no longer exists at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:39:27.432381 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] No Port match for: fa1663f1-c844-458e-af96-4e8b2b70952f {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:39:27.432714 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device fa1663f1-c844-458e-af96-4e8b2b70952f not bound to the agent host hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:39:28.644328 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:32.366714 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-abc3cd51-368e-48cf-aee0-b88cfcd6b883 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:32.368110 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-abc3cd51-368e-48cf-aee0-b88cfcd6b883 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/networks?id=25540d19-7bb3-4b5f-b387-4dee03cfded6 HTTP/1.1" status: 200 len: 814 time: 0.1016598 Nov 02 07:39:32.382800 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-a574ab57-ed5c-412e-9eb5-1242ea422fd6 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/quotas/5c30df4815d74ad3a0805a7e0ee259a6 HTTP/1.1" status: 200 len: 375 time: 0.0093734 Nov 02 07:39:32.420714 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-e71b3a9b-b8f6-4cb3-b6fc-756d33664f18 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=5c30df4815d74ad3a0805a7e0ee259a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330329 Nov 02 07:39:32.431397 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-3bca9bf2-a9cc-4546-a783-2699ec06e2b5 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104569) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 07:39:32.432354 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-3bca9bf2-a9cc-4546-a783-2699ec06e2b5 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054586 Nov 02 07:39:32.524083 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-674c3624-ff32-4d27-b6b1-18356a2ebd00 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/25540d19-7bb3-4b5f-b387-4dee03cfded6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865915 Nov 02 07:39:32.591654 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:32.620671 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-b42f3a8e-21e6-4f2c-b4c6-3875512ab7c5 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/25540d19-7bb3-4b5f-b387-4dee03cfded6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909028 Nov 02 07:39:32.782045 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-162cfd28-8c5d-4d74-ac8d-c1e2515aeb18 req-2b09cf64-d51a-43f9-9a99-6aece391b48c tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3974cb25-0080-4e8b-bf7a-f037210f594a HTTP/1.1" status: 200 len: 210 time: 0.0281565 Nov 02 07:39:33.865480 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-154768d1-1dac-4a7d-98b7-ec7f945039e7 req-6e18c39c-982c-4b1b-aabf-4be9e8377ce8 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3974cb25-0080-4e8b-bf7a-f037210f594a HTTP/1.1" status: 200 len: 210 time: 0.0278800 Nov 02 07:39:34.974140 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ba1ee668-9478-4487-80b1-e69090f2499e req-084267a0-5077-4239-9cbe-cce3707fea1f tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3974cb25-0080-4e8b-bf7a-f037210f594a HTTP/1.1" status: 200 len: 210 time: 0.0326865 Nov 02 07:39:35.459787 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:35.471208 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-41e8b6a7-e35d-4465-8f05-233c60feeafc req-9f36e47f-d7ef-434f-a567-206f56967ffb service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409005 Nov 02 07:39:35.792666 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8b6a7-e35d-4465-8f05-233c60feeafc req-7082a334-85a1-4998-af90-bd3e6411e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:35.794151 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-41e8b6a7-e35d-4465-8f05-233c60feeafc req-7082a334-85a1-4998-af90-bd3e6411e7b1 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=86cca0dcb21a47e483458b36e33f5036&device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 1129 time: 0.0401418 Nov 02 07:39:36.018801 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-e8ecdeaf-be21-4f63-a96b-e2bf268f4814 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:36.020230 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-e8ecdeaf-be21-4f63-a96b-e2bf268f4814 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.47 "GET /networking/v2.0/networks?id=25540d19-7bb3-4b5f-b387-4dee03cfded6 HTTP/1.1" status: 200 len: 814 time: 0.1771970 Nov 02 07:39:36.021868 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8b6a7-e35d-4465-8f05-233c60feeafc req-ef9610e1-f74f-4cb3-a01f-7f2bb63ea2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:36.023025 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-41e8b6a7-e35d-4465-8f05-233c60feeafc req-ef9610e1-f74f-4cb3-a01f-7f2bb63ea2e7 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=5c6f85dd-45ed-4684-846a-c63750ac56e2 HTTP/1.1" status: 200 len: 912 time: 0.1706467 Nov 02 07:39:36.082107 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e9759d92-834a-4f7e-89d0-0d52cea80a3e req-3e3607a1-7758-43ba-9687-acde50a79b38 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3974cb25-0080-4e8b-bf7a-f037210f594a HTTP/1.1" status: 200 len: 210 time: 0.0307333 Nov 02 07:39:36.135723 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-81aa975f-0167-44df-b81a-1e2d87a036d3 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Request body: {'port': {'device_id': '3974cb25-0080-4e8b-bf7a-f037210f594a', 'network_id': '25540d19-7bb3-4b5f-b387-4dee03cfded6', 'admin_state_up': True, 'tenant_id': '5c30df4815d74ad3a0805a7e0ee259a6'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:39:36.238819 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-41e8b6a7-e35d-4465-8f05-233c60feeafc req-c86a3bef-d22d-46fe-b424-d9975c6c7988 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=166f7253-1dcb-4eb0-b3b0-f74792201a1f HTTP/1.1" status: 200 len: 1000 time: 0.1124823 Nov 02 07:39:36.308933 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8b6a7-e35d-4465-8f05-233c60feeafc req-7146f4ca-00be-425e-8cb3-c2ec7d6f6562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:36.310351 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-41e8b6a7-e35d-4465-8f05-233c60feeafc req-7146f4ca-00be-425e-8cb3-c2ec7d6f6562 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=4802d687-3783-47ab-8dfb-ce3297beb760 HTTP/1.1" status: 200 len: 850 time: 0.0648561 Nov 02 07:39:36.344285 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-81aa975f-0167-44df-b81a-1e2d87a036d3 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Made reservation on behalf of 5c30df4815d74ad3a0805a7e0ee259a6 for: {'port': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:39:36.347870 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-81aa975f-0167-44df-b81a-1e2d87a036d3 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:36.370551 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8b6a7-e35d-4465-8f05-233c60feeafc req-dad54cd0-5353-4b94-ba00-77096d6e464c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:36.371997 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-41e8b6a7-e35d-4465-8f05-233c60feeafc req-dad54cd0-5353-4b94-ba00-77096d6e464c service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=5c6f85dd-45ed-4684-846a-c63750ac56e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0558136 Nov 02 07:39:36.387101 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [req-41e8b6a7-e35d-4465-8f05-233c60feeafc req-4616aa2c-d0a6-425b-a035-1ee2d9b59b96 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104569) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 07:39:36.388048 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-41e8b6a7-e35d-4465-8f05-233c60feeafc req-4616aa2c-d0a6-425b-a035-1ee2d9b59b96 service neutron] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0063083 Nov 02 07:39:36.555204 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-41e8b6a7-e35d-4465-8f05-233c60feeafc req-c138c232-17db-4b26-8a84-891c636a325a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5c6f85dd-45ed-4684-846a-c63750ac56e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374137 Nov 02 07:39:36.556201 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-81aa975f-0167-44df-b81a-1e2d87a036d3 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Allocated IP 172.20.0.12 (25540d19-7bb3-4b5f-b387-4dee03cfded6/bfdf00b1-2332-4bcf-b5dd-e0c32b4d34ab/7f4bd317-1cce-4be6-bca0-9d83628ac27d) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:39:36.607013 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:36.622706 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:39:36.663340 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:36.741072 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-41e8b6a7-e35d-4465-8f05-233c60feeafc req-c0f4ce1c-24d8-48f0-96d9-bd68cda2c0d8 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5c6f85dd-45ed-4684-846a-c63750ac56e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792798 Nov 02 07:39:36.784995 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-81aa975f-0167-44df-b81a-1e2d87a036d3 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Publish callbacks [] for port (7f4bd317-1cce-4be6-bca0-9d83628ac27d), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:36.815853 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-81aa975f-0167-44df-b81a-1e2d87a036d3 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (7f4bd317-1cce-4be6-bca0-9d83628ac27d), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:36.857607 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-81aa975f-0167-44df-b81a-1e2d87a036d3 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Network 25540d19-7bb3-4b5f-b387-4dee03cfded6 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:39:36.862581 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-81aa975f-0167-44df-b81a-1e2d87a036d3 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:39:36.867003 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-81aa975f-0167-44df-b81a-1e2d87a036d3 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:39:36.890531 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa975f-0167-44df-b81a-1e2d87a036d3 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Pushing event updated for resources: {'Port': ['ID=7f4bd317-1cce-4be6-bca0-9d83628ac27d,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:39:36.917050 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-81aa975f-0167-44df-b81a-1e2d87a036d3 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:36.917672 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-81aa975f-0167-44df-b81a-1e2d87a036d3 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:36.934344 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-81aa975f-0167-44df-b81a-1e2d87a036d3 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8020518 Nov 02 07:39:36.956304 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-876b1298-659d-4da7-a6ca-d05b90460ba5 service neutron] Request body: {'port': {'device_id': '3974cb25-0080-4e8b-bf7a-f037210f594a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:39:37.020491 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-876b1298-659d-4da7-a6ca-d05b90460ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (7f4bd317-1cce-4be6-bca0-9d83628ac27d), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:37.242906 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be3d78-6659-49f0-9ffe-d26ba4f461da req-5d7af3f8-1022-4cba-a46e-2e3921437b23 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:37.243317 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-76be3d78-6659-49f0-9ffe-d26ba4f461da req-5d7af3f8-1022-4cba-a46e-2e3921437b23 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3974cb25-0080-4e8b-bf7a-f037210f594a HTTP/1.1" status: 200 len: 932 time: 0.0804849 Nov 02 07:39:37.337661 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-76be3d78-6659-49f0-9ffe-d26ba4f461da req-4b8afaf7-4e5f-4cc2-b1b7-567dcc4f0548 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=54ad5e86-576e-4801-a696-3d1fd5410d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879452 Nov 02 07:39:37.348280 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-876b1298-659d-4da7-a6ca-d05b90460ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f4bd317-1cce-4be6-bca0-9d83628ac27d {{(pid=104569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:39:37.355936 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-876b1298-659d-4da7-a6ca-d05b90460ba5 service neutron] Publish callbacks [] for port (7f4bd317-1cce-4be6-bca0-9d83628ac27d), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:37.368547 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.provisioning_blocks [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-876b1298-659d-4da7-a6ca-d05b90460ba5 service neutron] Transition to ACTIVE for port object 7f4bd317-1cce-4be6-bca0-9d83628ac27d will not be triggered until provisioned by entity L2. {{(pid=104569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 07:39:37.372083 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-876b1298-659d-4da7-a6ca-d05b90460ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (7f4bd317-1cce-4be6-bca0-9d83628ac27d), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:37.407730 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:37.452980 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b1298-659d-4da7-a6ca-d05b90460ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4bd317-1cce-4be6-bca0-9d83628ac27d,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:39:37.463310 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:37.486598 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-876b1298-659d-4da7-a6ca-d05b90460ba5 service neutron] Attempting to bind port 7f4bd317-1cce-4be6-bca0-9d83628ac27d on host hv-cinder-80473 for vnic_type normal with profile {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:39:37.486948 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-876b1298-659d-4da7-a6ca-d05b90460ba5 service neutron] Attempting to bind port 7f4bd317-1cce-4be6-bca0-9d83628ac27d by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'dd292746-ab40-4cf5-9d3e-1a18b87071a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '25540d19-7bb3-4b5f-b387-4dee03cfded6'}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:39:37.487277 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-876b1298-659d-4da7-a6ca-d05b90460ba5 service neutron] Attempting to bind port 7f4bd317-1cce-4be6-bca0-9d83628ac27d on network 25540d19-7bb3-4b5f-b387-4dee03cfded6 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:39:37.528438 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-876b1298-659d-4da7-a6ca-d05b90460ba5 service neutron] Port 7f4bd317-1cce-4be6-bca0-9d83628ac27d on network 25540d19-7bb3-4b5f-b387-4dee03cfded6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 07:39:37.528756 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-876b1298-659d-4da7-a6ca-d05b90460ba5 service neutron] Attempting to bind port 7f4bd317-1cce-4be6-bca0-9d83628ac27d on network 25540d19-7bb3-4b5f-b387-4dee03cfded6 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:39:37.570132 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-876b1298-659d-4da7-a6ca-d05b90460ba5 service neutron] Checking agent: {'id': '8bd0314e-b36f-45c2-bb1e-4de001688fd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'started_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:39:37.570495 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-876b1298-659d-4da7-a6ca-d05b90460ba5 service neutron] Checking segment: {'id': 'dd292746-ab40-4cf5-9d3e-1a18b87071a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '25540d19-7bb3-4b5f-b387-4dee03cfded6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:39:37.570876 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-876b1298-659d-4da7-a6ca-d05b90460ba5 service neutron] Bound using segment: {'id': 'dd292746-ab40-4cf5-9d3e-1a18b87071a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '25540d19-7bb3-4b5f-b387-4dee03cfded6'} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:39:37.571307 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-876b1298-659d-4da7-a6ca-d05b90460ba5 service neutron] Bound port: 7f4bd317-1cce-4be6-bca0-9d83628ac27d, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd292746-ab40-4cf5-9d3e-1a18b87071a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '25540d19-7bb3-4b5f-b387-4dee03cfded6'}}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:39:37.571662 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-876b1298-659d-4da7-a6ca-d05b90460ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (7f4bd317-1cce-4be6-bca0-9d83628ac27d), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:37.636220 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-876b1298-659d-4da7-a6ca-d05b90460ba5 service neutron] For port 7f4bd317-1cce-4be6-bca0-9d83628ac27d, host hv-cinder-80473, cleared binding levels {{(pid=104569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:39:37.639165 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-876b1298-659d-4da7-a6ca-d05b90460ba5 service neutron] For port 7f4bd317-1cce-4be6-bca0-9d83628ac27d, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7f4bd317-1cce-4be6-bca0-9d83628ac27d,segment=NetworkSegment(dd292746-ab40-4cf5-9d3e-1a18b87071a4),segment_id=dd292746-ab40-4cf5-9d3e-1a18b87071a4)] {{(pid=104569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:39:37.645343 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-876b1298-659d-4da7-a6ca-d05b90460ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (7f4bd317-1cce-4be6-bca0-9d83628ac27d), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:37.649541 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-876b1298-659d-4da7-a6ca-d05b90460ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:37.650147 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-876b1298-659d-4da7-a6ca-d05b90460ba5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:37.651564 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-876b1298-659d-4da7-a6ca-d05b90460ba5 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/7f4bd317-1cce-4be6-bca0-9d83628ac27d HTTP/1.1" status: 200 len: 1094 time: 0.6993377 Nov 02 07:39:37.652116 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3974cb25-0080-4e8b-bf7a-f037210f594a', 'tag': '7f4bd317-1cce-4be6-bca0-9d83628ac27d'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:39:37.654336 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa37eaf-5967-41b7-b16e-7a550e77d31b" -d '{"events": [{"name": "network-changed", "server_uuid": "3974cb25-0080-4e8b-bf7a-f037210f594a", "tag": "7f4bd317-1cce-4be6-bca0-9d83628ac27d"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:39:37.698617 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649bba6e-b63e-4f76-8bb5-422c57985fb5 x-openstack-request-id: req-649bba6e-b63e-4f76-8bb5-422c57985fb5 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:39:37.698901 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3974cb25-0080-4e8b-bf7a-f037210f594a", "tag": "7f4bd317-1cce-4be6-bca0-9d83628ac27d", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:39:37.699147 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-649bba6e-b63e-4f76-8bb5-422c57985fb5 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:39:37.699543 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-649bba6e-b63e-4f76-8bb5-422c57985fb5'] response: {'name': 'network-changed', 'server_uuid': '3974cb25-0080-4e8b-bf7a-f037210f594a', 'tag': '7f4bd317-1cce-4be6-bca0-9d83628ac27d', 'status': 'completed', 'code': 200} Nov 02 07:39:37.704222 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b1298-659d-4da7-a6ca-d05b90460ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4bd317-1cce-4be6-bca0-9d83628ac27d,revision_number=3']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:39:37.761870 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-a39dd1b6-4b80-4deb-b9af-82be7307b646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:37.763364 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-a39dd1b6-4b80-4deb-b9af-82be7307b646 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=5c30df4815d74ad3a0805a7e0ee259a6&device_id=3974cb25-0080-4e8b-bf7a-f037210f594a HTTP/1.1" status: 200 len: 1128 time: 0.0392439 Nov 02 07:39:37.811627 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-d691d198-235c-4737-af4d-ad4768a5fce3 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f4bd317-1cce-4be6-bca0-9d83628ac27d HTTP/1.1" status: 200 len: 217 time: 0.0344100 Nov 02 07:39:37.859103 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-33a1880b-0c89-485a-bf68-84dbece44a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:37.860468 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-33a1880b-0c89-485a-bf68-84dbece44a85 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=bfdf00b1-2332-4bcf-b5dd-e0c32b4d34ab HTTP/1.1" status: 200 len: 854 time: 0.0427544 Nov 02 07:39:37.895423 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-85f59ff2-b3a3-4926-abc9-7c2592497c8f service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=25540d19-7bb3-4b5f-b387-4dee03cfded6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247741 Nov 02 07:39:37.987160 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-095275d0-70d4-4f34-9cc4-802a2476a919 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/25540d19-7bb3-4b5f-b387-4dee03cfded6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849643 Nov 02 07:39:38.077555 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-688b8a30-ec03-43d4-b8f8-84fb61c833d5 req-9433c3a6-58dd-4bd2-b6bb-e66d50a06f2e service neutron] 10.222.0.47 "GET /networking/v2.0/networks/25540d19-7bb3-4b5f-b387-4dee03cfded6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840027 Nov 02 07:39:38.457307 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83737545-7f78-4e55-8bdc-6fb4f8972a89 req-3a6684bd-2e6e-4694-b2ea-53b3e85ed79d tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:38.458913 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-83737545-7f78-4e55-8bdc-6fb4f8972a89 req-3a6684bd-2e6e-4694-b2ea-53b3e85ed79d tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3974cb25-0080-4e8b-bf7a-f037210f594a HTTP/1.1" status: 200 len: 944 time: 0.0464847 Nov 02 07:39:38.509329 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-83737545-7f78-4e55-8bdc-6fb4f8972a89 req-5a2e1332-40e6-4825-92c0-48013610870a tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=54ad5e86-576e-4801-a696-3d1fd5410d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449579 Nov 02 07:39:38.637984 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:38.640104 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:38.649771 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=5 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:38.953453 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa37eaf-5967-41b7-b16e-7a550e77d31b req-82ff24b5-ff0e-480d-965f-f70f079a1b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:38.954964 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3fa37eaf-5967-41b7-b16e-7a550e77d31b req-82ff24b5-ff0e-480d-965f-f70f079a1b05 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=5c30df4815d74ad3a0805a7e0ee259a6&device_id=3974cb25-0080-4e8b-bf7a-f037210f594a HTTP/1.1" status: 200 len: 1128 time: 0.0394616 Nov 02 07:39:39.049246 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa37eaf-5967-41b7-b16e-7a550e77d31b req-635e5ad4-bd26-4eac-98b9-890d049cfa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:39.050720 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3fa37eaf-5967-41b7-b16e-7a550e77d31b req-635e5ad4-bd26-4eac-98b9-890d049cfa62 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=25540d19-7bb3-4b5f-b387-4dee03cfded6 HTTP/1.1" status: 200 len: 915 time: 0.0872130 Nov 02 07:39:39.093555 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3fa37eaf-5967-41b7-b16e-7a550e77d31b req-c83b5bb4-8eb5-4914-acb3-1370b7d5baa6 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f4bd317-1cce-4be6-bca0-9d83628ac27d HTTP/1.1" status: 200 len: 217 time: 0.0359654 Nov 02 07:39:39.143019 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa37eaf-5967-41b7-b16e-7a550e77d31b req-11dbdcbb-ce9a-49fc-93c1-4c87268cf7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:39.144414 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3fa37eaf-5967-41b7-b16e-7a550e77d31b req-11dbdcbb-ce9a-49fc-93c1-4c87268cf7c9 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=bfdf00b1-2332-4bcf-b5dd-e0c32b4d34ab HTTP/1.1" status: 200 len: 854 time: 0.0436063 Nov 02 07:39:39.175376 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3fa37eaf-5967-41b7-b16e-7a550e77d31b req-12c60c0b-55f4-4cf9-b1d2-4c9725ec3944 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=25540d19-7bb3-4b5f-b387-4dee03cfded6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250013 Nov 02 07:39:39.211956 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:39.267127 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:39.271759 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3fa37eaf-5967-41b7-b16e-7a550e77d31b req-d203f293-14a7-42dc-8b28-ac8a36deae50 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/25540d19-7bb3-4b5f-b387-4dee03cfded6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893023 Nov 02 07:39:39.359371 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3fa37eaf-5967-41b7-b16e-7a550e77d31b req-042b540a-de7e-4cad-be45-44cbdd1152d1 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/25540d19-7bb3-4b5f-b387-4dee03cfded6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815980 Nov 02 07:39:39.633493 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef3368-89ea-4eba-a2a5-a4b2d8f30f8e req-6b4dbebd-aa73-4fe2-97f5-b550dd74890f tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:39.634945 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-28ef3368-89ea-4eba-a2a5-a4b2d8f30f8e req-6b4dbebd-aa73-4fe2-97f5-b550dd74890f tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3974cb25-0080-4e8b-bf7a-f037210f594a HTTP/1.1" status: 200 len: 944 time: 0.0497155 Nov 02 07:39:39.681607 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-28ef3368-89ea-4eba-a2a5-a4b2d8f30f8e req-cdefbc0c-1689-4d47-bc3c-713734d25a2c tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=54ad5e86-576e-4801-a696-3d1fd5410d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407820 Nov 02 07:39:40.429987 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890aa88-2eec-4ae0-abda-2b576a41169a req-ade67609-5ee2-423a-9363-c382fe8dfde6 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:40.431599 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9890aa88-2eec-4ae0-abda-2b576a41169a req-ade67609-5ee2-423a-9363-c382fe8dfde6 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0474260 Nov 02 07:39:40.478123 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9890aa88-2eec-4ae0-abda-2b576a41169a req-9ddf5c3c-f716-4dcc-9255-8d1b2216ce23 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410163 Nov 02 07:39:40.803056 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14b5c0-b499-4aa8-952a-a3d8b564ea75 req-aaf30d33-7b0d-405d-8f5f-ce1ee14d24b4 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:40.804509 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-be14b5c0-b499-4aa8-952a-a3d8b564ea75 req-aaf30d33-7b0d-405d-8f5f-ce1ee14d24b4 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3974cb25-0080-4e8b-bf7a-f037210f594a HTTP/1.1" status: 200 len: 944 time: 0.0464756 Nov 02 07:39:40.853635 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-be14b5c0-b499-4aa8-952a-a3d8b564ea75 req-1d63e5c2-5b67-4440-bf14-c1a6593588ee tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=54ad5e86-576e-4801-a696-3d1fd5410d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435913 Nov 02 07:39:41.460005 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 7f4bd317-1cce-4be6-bca0-9d83628ac27d details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 07:39:41.563402 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 7f4bd317-1cce-4be6-bca0-9d83628ac27d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7f4bd317-1cce-4be6-bca0-9d83628ac27d,segment=NetworkSegment(dd292746-ab40-4cf5-9d3e-1a18b87071a4),segment_id=dd292746-ab40-4cf5-9d3e-1a18b87071a4)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:39:41.575509 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Returning: {'device': '7f4bd317-1cce-4be6-bca0-9d83628ac27d', 'network_id': '25540d19-7bb3-4b5f-b387-4dee03cfded6', 'port_id': '7f4bd317-1cce-4be6-bca0-9d83628ac27d', 'mac_address': 'fa:16:3e:d7:93:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfdf00b1-2332-4bcf-b5dd-e0c32b4d34ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 07:39:41.597875 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb22bd4-0fee-414d-8cd4-a873ec369cad req-01059af4-d9a6-4c01-88bc-aed8bca1fe14 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:41.600211 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ffb22bd4-0fee-414d-8cd4-a873ec369cad req-01059af4-d9a6-4c01-88bc-aed8bca1fe14 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0470426 Nov 02 07:39:41.610631 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 7f4bd317-1cce-4be6-bca0-9d83628ac27d is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:39:41.611021 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (7f4bd317-1cce-4be6-bca0-9d83628ac27d), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:41.624175 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4bd317-1cce-4be6-bca0-9d83628ac27d {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:39:41.649394 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ffb22bd4-0fee-414d-8cd4-a873ec369cad req-ea559d56-142f-47d8-90d2-bc23f310e86b tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430741 Nov 02 07:39:41.649562 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 7f4bd317-1cce-4be6-bca0-9d83628ac27d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7f4bd317-1cce-4be6-bca0-9d83628ac27d,segment=NetworkSegment(dd292746-ab40-4cf5-9d3e-1a18b87071a4),segment_id=dd292746-ab40-4cf5-9d3e-1a18b87071a4)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:39:41.653709 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (7f4bd317-1cce-4be6-bca0-9d83628ac27d), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:41.703245 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=7f4bd317-1cce-4be6-bca0-9d83628ac27d,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:39:41.710482 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:41.710767 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:41.711112 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:41.711452 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:41.711784 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:41.712117 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:41.712442 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:41.712768 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:41.713095 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:41.713419 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:41.713759 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:41.714094 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:41.714450 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:41.714768 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:41.715085 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:41.973699 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['7f4bd317-1cce-4be6-bca0-9d83628ac27d'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:39:41.978291 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6697622-b397-4118-8fa9-dcdc67721168 req-bacf2a3a-6ef8-430a-8d3a-b645e0067f52 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:41.979990 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d6697622-b397-4118-8fa9-dcdc67721168 req-bacf2a3a-6ef8-430a-8d3a-b645e0067f52 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3974cb25-0080-4e8b-bf7a-f037210f594a HTTP/1.1" status: 200 len: 945 time: 0.0483177 Nov 02 07:39:42.027040 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-d6697622-b397-4118-8fa9-dcdc67721168 req-bbf06b79-830b-4986-a08d-4ef5eb1e08af tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=54ad5e86-576e-4801-a696-3d1fd5410d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416815 Nov 02 07:39:42.531597 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4c6f8-9707-4c5d-a32f-5497a2222339 req-21b8c759-243f-4dc8-a271-e8aa0e167989 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:42.533006 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-88f4c6f8-9707-4c5d-a32f-5497a2222339 req-21b8c759-243f-4dc8-a271-e8aa0e167989 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.0506713 Nov 02 07:39:42.611582 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-88f4c6f8-9707-4c5d-a32f-5497a2222339 req-c1e0bdc9-82c9-457e-9101-63b9c3a34465 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Deleting port 166f7253-1dcb-4eb0-b3b0-f74792201a1f {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:39:42.612274 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-88f4c6f8-9707-4c5d-a32f-5497a2222339 req-c1e0bdc9-82c9-457e-9101-63b9c3a34465 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (166f7253-1dcb-4eb0-b3b0-f74792201a1f), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:42.705572 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-88f4c6f8-9707-4c5d-a32f-5497a2222339 req-c1e0bdc9-82c9-457e-9101-63b9c3a34465 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] For port 166f7253-1dcb-4eb0-b3b0-f74792201a1f, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=166f7253-1dcb-4eb0-b3b0-f74792201a1f,segment=NetworkSegment(91deb477-2a25-491c-b052-05350861dcc3),segment_id=91deb477-2a25-491c-b052-05350861dcc3)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:39:42.705924 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-88f4c6f8-9707-4c5d-a32f-5497a2222339 req-c1e0bdc9-82c9-457e-9101-63b9c3a34465 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (166f7253-1dcb-4eb0-b3b0-f74792201a1f), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:43.105979 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b3d0e-ae9a-42e7-a0a4-2d8ab3c7fc2f req-d09f21bd-3b86-4715-b4f3-5e01a4bb4000 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:43.107439 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-267b3d0e-ae9a-42e7-a0a4-2d8ab3c7fc2f req-d09f21bd-3b86-4715-b4f3-5e01a4bb4000 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 945 time: 0.3622322 Nov 02 07:39:43.145044 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:43.205326 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:43.219038 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1b00c-ad0d-4de3-ad35-defba1132a3d req-dbe9e66b-af2c-4dc1-b225-1068567d2a55 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:43.220499 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-aea1b00c-ad0d-4de3-ad35-defba1132a3d req-dbe9e66b-af2c-4dc1-b225-1068567d2a55 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3974cb25-0080-4e8b-bf7a-f037210f594a HTTP/1.1" status: 200 len: 945 time: 0.1105227 Nov 02 07:39:43.261865 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-267b3d0e-ae9a-42e7-a0a4-2d8ab3c7fc2f req-ca6fe463-f81b-46e9-8fe4-23fc3225183c tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=721da727-de7f-4451-abae-78773a6dff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415203 Nov 02 07:39:43.263666 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-88f4c6f8-9707-4c5d-a32f-5497a2222339 req-c1e0bdc9-82c9-457e-9101-63b9c3a34465 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:43.264036 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-88f4c6f8-9707-4c5d-a32f-5497a2222339 req-c1e0bdc9-82c9-457e-9101-63b9c3a34465 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (9536abf0-deac-4dfe-9fff-280ea613d57c), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:43.264338 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.db.l3_db [req-88f4c6f8-9707-4c5d-a32f-5497a2222339 req-c1e0bdc9-82c9-457e-9101-63b9c3a34465 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Floating IP 9536abf0-deac-4dfe-9fff-280ea613d57c disassociated. External IP: 172.27.2.45, port: 166f7253-1dcb-4eb0-b3b0-f74792201a1f. Nov 02 07:39:43.264674 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-88f4c6f8-9707-4c5d-a32f-5497a2222339 req-c1e0bdc9-82c9-457e-9101-63b9c3a34465 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Calling delete_port for 166f7253-1dcb-4eb0-b3b0-f74792201a1f owned by compute:nova {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:39:43.333904 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-aea1b00c-ad0d-4de3-ad35-defba1132a3d req-8b57389f-09ec-49db-847c-16c856307388 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=54ad5e86-576e-4801-a696-3d1fd5410d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042488 Nov 02 07:39:43.418775 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-88f4c6f8-9707-4c5d-a32f-5497a2222339 req-c1e0bdc9-82c9-457e-9101-63b9c3a34465 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (166f7253-1dcb-4eb0-b3b0-f74792201a1f), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:43.444524 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0bdc9-82c9-457e-9101-63b9c3a34465 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Pushing event deleted for resources: {'Port': ['ID=166f7253-1dcb-4eb0-b3b0-f74792201a1f,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:39:43.480809 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 7f4bd317-1cce-4be6-bca0-9d83628ac27d up at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:39:43.527197 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning for port 7f4bd317-1cce-4be6-bca0-9d83628ac27d completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 07:39:43.532931 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning complete for port 7f4bd317-1cce-4be6-bca0-9d83628ac27d triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:39:43.533280 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (7f4bd317-1cce-4be6-bca0-9d83628ac27d), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:43.533612 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Attempt 1 to provision port 7f4bd317-1cce-4be6-bca0-9d83628ac27d Nov 02 07:39:43.556828 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88f4c6f8-9707-4c5d-a32f-5497a2222339 req-c1e0bdc9-82c9-457e-9101-63b9c3a34465 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Router caa99077-dbbd-42eb-86ab-817583b0e67e has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:39:43.606755 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 7f4bd317-1cce-4be6-bca0-9d83628ac27d is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:39:43.607053 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (7f4bd317-1cce-4be6-bca0-9d83628ac27d), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:43.631785 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3974cb25-0080-4e8b-bf7a-f037210f594a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4bd317-1cce-4be6-bca0-9d83628ac27d'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:39:43.634034 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae3fbe182e2c1c70a5346b740f804138ecd9042bc04c1c47f40fee79c776d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ce796e-a58b-4e1c-b794-02505f3cc3bb" -d '{"events": [{"server_uuid": "3974cb25-0080-4e8b-bf7a-f037210f594a", "name": "network-vif-plugged", "status": "completed", "tag": "7f4bd317-1cce-4be6-bca0-9d83628ac27d"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:39:43.649585 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 7f4bd317-1cce-4be6-bca0-9d83628ac27d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7f4bd317-1cce-4be6-bca0-9d83628ac27d,segment=NetworkSegment(dd292746-ab40-4cf5-9d3e-1a18b87071a4),segment_id=dd292746-ab40-4cf5-9d3e-1a18b87071a4)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:39:43.655691 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (7f4bd317-1cce-4be6-bca0-9d83628ac27d), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:43.677602 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88f4c6f8-9707-4c5d-a32f-5497a2222339 req-c1e0bdc9-82c9-457e-9101-63b9c3a34465 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:39:43.682594 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cb76df-c07f-46cd-a4fb-7af8abbea4a7 x-openstack-request-id: req-76cb76df-c07f-46cd-a4fb-7af8abbea4a7 {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:39:43.682594 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3974cb25-0080-4e8b-bf7a-f037210f594a", "name": "network-vif-plugged", "status": "completed", "tag": "7f4bd317-1cce-4be6-bca0-9d83628ac27d", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:39:43.682785 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-76cb76df-c07f-46cd-a4fb-7af8abbea4a7 {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:39:43.683134 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76cb76df-c07f-46cd-a4fb-7af8abbea4a7'] response: {'server_uuid': '3974cb25-0080-4e8b-bf7a-f037210f594a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4bd317-1cce-4be6-bca0-9d83628ac27d', 'code': 200} Nov 02 07:39:43.689094 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e4aea2-055a-4f43-8ccd-59e01ef42708 None None] Sync routers for ids ['caa99077-dbbd-42eb-86ab-817583b0e67e'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:39:43.719118 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e4aea2-055a-4f43-8ccd-59e01ef42708 None None] Routers {'caa99077-dbbd-42eb-86ab-817583b0e67e'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:39:43.719662 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-b5e4aea2-055a-4f43-8ccd-59e01ef42708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:39:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['caa99077-dbbd-42eb-86ab-817583b0e67e'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:39:43.722770 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f4c6f8-9707-4c5d-a32f-5497a2222339 req-c1e0bdc9-82c9-457e-9101-63b9c3a34465 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] No DVR routers for this DVR port 166f7253-1dcb-4eb0-b3b0-f74792201a1f on host hv-cinder-80473 {{(pid=104569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:39:43.723296 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=7f4bd317-1cce-4be6-bca0-9d83628ac27d,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:39:43.725628 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-88f4c6f8-9707-4c5d-a32f-5497a2222339 req-c1e0bdc9-82c9-457e-9101-63b9c3a34465 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:43.729246 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-88f4c6f8-9707-4c5d-a32f-5497a2222339 req-c1e0bdc9-82c9-457e-9101-63b9c3a34465 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.47 "DELETE /networking/v2.0/ports/166f7253-1dcb-4eb0-b3b0-f74792201a1f HTTP/1.1" status: 204 len: 173 time: 1.1905193 Nov 02 07:39:43.729856 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954fa08b-6370-4f1b-955f-d3c2efe8ba34', 'name': 'network-vif-deleted', 'tag': '166f7253-1dcb-4eb0-b3b0-f74792201a1f'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:39:43.732283 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3022b4c-e614-4df9-9ce6-5d598b421e5c" -d '{"events": [{"server_uuid": "954fa08b-6370-4f1b-955f-d3c2efe8ba34", "name": "network-vif-deleted", "tag": "166f7253-1dcb-4eb0-b3b0-f74792201a1f"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:39:43.772024 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a15bfbc-bb97-4377-8aa7-3bf7e940121e x-openstack-request-id: req-0a15bfbc-bb97-4377-8aa7-3bf7e940121e {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:39:43.772352 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954fa08b-6370-4f1b-955f-d3c2efe8ba34", "name": "network-vif-deleted", "tag": "166f7253-1dcb-4eb0-b3b0-f74792201a1f", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:39:43.772582 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a15bfbc-bb97-4377-8aa7-3bf7e940121e {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:39:43.773014 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a15bfbc-bb97-4377-8aa7-3bf7e940121e'] response: {'server_uuid': '954fa08b-6370-4f1b-955f-d3c2efe8ba34', 'name': 'network-vif-deleted', 'tag': '166f7253-1dcb-4eb0-b3b0-f74792201a1f', 'status': 'completed', 'code': 200} Nov 02 07:39:43.851975 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-b5e4aea2-055a-4f43-8ccd-59e01ef42708 None None] Set router caa99077-dbbd-42eb-86ab-817583b0e67e gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:39:43.853702 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:43.880505 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:43.970925 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24016c-4aed-4508-8d0b-5e676831b4e8 req-a74d7930-1571-4dea-9b35-a3abff0c3f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:43.972440 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4a24016c-4aed-4508-8d0b-5e676831b4e8 req-a74d7930-1571-4dea-9b35-a3abff0c3f2e service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3974cb25-0080-4e8b-bf7a-f037210f594a HTTP/1.1" status: 200 len: 1130 time: 0.0704076 Nov 02 07:39:44.034859 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-4a24016c-4aed-4508-8d0b-5e676831b4e8 req-d2e5d826-af7f-4748-aa72-ed1af845d9e3 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=54ad5e86-576e-4801-a696-3d1fd5410d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469329 Nov 02 07:39:44.065733 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-b5e4aea2-055a-4f43-8ccd-59e01ef42708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'name': 'tempest-AttachVolumeTestJSON-1597362884-router', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '75246111-2bd2-4670-902f-802a88fbdc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:36:21Z', 'updated_at': '2022-11-02T07:36:24Z', 'revision_number': 4, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'gw_port': {'id': '75246111-2bd2-4670-902f-802a88fbdc61', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:22Z', 'updated_at': '2022-11-02T07:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '314cd1a8-16ca-41e2-b1f3-90f625f1a623', 'name': '', 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'mac_address': 'fa:16:3e:13:31:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:24Z', 'updated_at': '2022-11-02T07:36:31Z', 'revision_number': 5, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'subnets': [{'id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:39:44.090233 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e4aea2-055a-4f43-8ccd-59e01ef42708 None None] Checking router: caa99077-dbbd-42eb-86ab-817583b0e67e for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:39:44.098745 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e4aea2-055a-4f43-8ccd-59e01ef42708 None None] Routers {'caa99077-dbbd-42eb-86ab-817583b0e67e'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:39:44.100035 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-b5e4aea2-055a-4f43-8ccd-59e01ef42708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:39:19Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['caa99077-dbbd-42eb-86ab-817583b0e67e'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:39:44.201245 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-b5e4aea2-055a-4f43-8ccd-59e01ef42708 None None] Set router caa99077-dbbd-42eb-86ab-817583b0e67e gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:39:44.383676 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e1aec152-d1be-4ee8-9220-613068033edc req-4869933e-82cf-4724-81dd-68d5a825418f tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=954fa08b-6370-4f1b-955f-d3c2efe8ba34 HTTP/1.1" status: 200 len: 210 time: 0.0301397 Nov 02 07:39:44.391616 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-b5e4aea2-055a-4f43-8ccd-59e01ef42708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'name': 'tempest-AttachVolumeTestJSON-1597362884-router', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '75246111-2bd2-4670-902f-802a88fbdc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:36:21Z', 'updated_at': '2022-11-02T07:36:24Z', 'revision_number': 4, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'gw_port': {'id': '75246111-2bd2-4670-902f-802a88fbdc61', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:22Z', 'updated_at': '2022-11-02T07:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '314cd1a8-16ca-41e2-b1f3-90f625f1a623', 'name': '', 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'mac_address': 'fa:16:3e:13:31:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:24Z', 'updated_at': '2022-11-02T07:36:31Z', 'revision_number': 5, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'subnets': [{'id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:39:44.417399 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e4aea2-055a-4f43-8ccd-59e01ef42708 None None] The sync data for ids ['caa99077-dbbd-42eb-86ab-817583b0e67e'] in dv-cinder-804735-33-iscsi is: [{'id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'name': 'tempest-AttachVolumeTestJSON-1597362884-router', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '75246111-2bd2-4670-902f-802a88fbdc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:36:21Z', 'updated_at': '2022-11-02T07:36:24Z', 'revision_number': 4, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'gw_port': {'id': '75246111-2bd2-4670-902f-802a88fbdc61', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:22Z', 'updated_at': '2022-11-02T07:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '314cd1a8-16ca-41e2-b1f3-90f625f1a623', 'name': '', 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'mac_address': 'fa:16:3e:13:31:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:24Z', 'updated_at': '2022-11-02T07:36:31Z', 'revision_number': 5, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'subnets': [{'id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:39:44.464327 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3607a-c5d4-4bb3-b393-5642dc92677f req-e1fec82a-1ef5-4c3f-b9a6-9e91f8c76d72 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:44.465853 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c5d3607a-c5d4-4bb3-b393-5642dc92677f req-e1fec82a-1ef5-4c3f-b9a6-9e91f8c76d72 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3974cb25-0080-4e8b-bf7a-f037210f594a HTTP/1.1" status: 200 len: 946 time: 0.0490267 Nov 02 07:39:44.515261 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c5d3607a-c5d4-4bb3-b393-5642dc92677f req-a962bd6c-03a9-4116-b8a6-0e8aaa0c2c17 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=54ad5e86-576e-4801-a696-3d1fd5410d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435343 Nov 02 07:39:44.642010 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719aec38-ae7a-4fd3-93e0-0d060996e07e None None] New status for floating IP 9536abf0-deac-4dfe-9fff-280ea613d57c: DOWN {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 07:39:45.477776 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 43304) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:39:45.532893 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3d49f0a7-49c6-4cf4-84ec-f56a686b99f5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for security_group (721da727-de7f-4451-abae-78773a6dff6c), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:45.556465 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3d49f0a7-49c6-4cf4-84ec-f56a686b99f5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for security_group (721da727-de7f-4451-abae-78773a6dff6c), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:45.609665 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3d49f0a7-49c6-4cf4-84ec-f56a686b99f5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (721da727-de7f-4451-abae-78773a6dff6c), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:45.612283 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3d49f0a7-49c6-4cf4-84ec-f56a686b99f5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:45.613442 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-3d49f0a7-49c6-4cf4-84ec-f56a686b99f5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/721da727-de7f-4451-abae-78773a6dff6c HTTP/1.1" status: 204 len: 168 time: 0.1343009 Nov 02 07:39:45.616718 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 43308) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:39:45.634093 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49f0a7-49c6-4cf4-84ec-f56a686b99f5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=721da727-de7f-4451-abae-78773a6dff6c,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:39:45.637799 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.api.v2.resource [None req-62da868f-1fe7-4d0f-9b80-53f17636186d tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] show failed (client error): The resource could not be found. Nov 02 07:39:45.638849 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-62da868f-1fe7-4d0f-9b80-53f17636186d tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups/721da727-de7f-4451-abae-78773a6dff6c HTTP/1.1" status: 404 len: 347 time: 0.0211368 Nov 02 07:39:45.647213 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 43310) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:39:45.647420 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66abf00-1080-4952-8824-38f5294910f7 req-9e98517d-aabe-47e1-870c-b6d8a8332a3e tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:45.650804 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49f0a7-49c6-4cf4-84ec-f56a686b99f5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:45.650947 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a66abf00-1080-4952-8824-38f5294910f7 req-9e98517d-aabe-47e1-870c-b6d8a8332a3e tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3974cb25-0080-4e8b-bf7a-f037210f594a HTTP/1.1" status: 200 len: 946 time: 0.0559094 Nov 02 07:39:45.651201 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49f0a7-49c6-4cf4-84ec-f56a686b99f5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:45.651476 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49f0a7-49c6-4cf4-84ec-f56a686b99f5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:45.651811 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49f0a7-49c6-4cf4-84ec-f56a686b99f5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:45.652138 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49f0a7-49c6-4cf4-84ec-f56a686b99f5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:45.652637 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49f0a7-49c6-4cf4-84ec-f56a686b99f5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:45.652965 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49f0a7-49c6-4cf4-84ec-f56a686b99f5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:45.653467 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49f0a7-49c6-4cf4-84ec-f56a686b99f5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:45.653789 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49f0a7-49c6-4cf4-84ec-f56a686b99f5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:45.654268 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49f0a7-49c6-4cf4-84ec-f56a686b99f5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:45.654623 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49f0a7-49c6-4cf4-84ec-f56a686b99f5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:45.654950 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49f0a7-49c6-4cf4-84ec-f56a686b99f5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:45.655271 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49f0a7-49c6-4cf4-84ec-f56a686b99f5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:45.655588 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49f0a7-49c6-4cf4-84ec-f56a686b99f5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:45.655905 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d49f0a7-49c6-4cf4-84ec-f56a686b99f5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:39:45.702477 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a66abf00-1080-4952-8824-38f5294910f7 req-58048f19-2851-4e41-928c-3f58cb8bb0eb tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=54ad5e86-576e-4801-a696-3d1fd5410d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495601 Nov 02 07:39:45.764757 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-7fe1a988-fdd4-44c5-97ec-3036d75b5ea6 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Deleting port 36f5264e-fe34-437a-b89e-098f4dedd8cf {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:39:45.765365 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7fe1a988-fdd4-44c5-97ec-3036d75b5ea6 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (36f5264e-fe34-437a-b89e-098f4dedd8cf), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:45.846621 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7fe1a988-fdd4-44c5-97ec-3036d75b5ea6 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (36f5264e-fe34-437a-b89e-098f4dedd8cf), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:45.846953 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7fe1a988-fdd4-44c5-97ec-3036d75b5ea6 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for floatingip (36f5264e-fe34-437a-b89e-098f4dedd8cf), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:45.860168 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-7fe1a988-fdd4-44c5-97ec-3036d75b5ea6 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Calling delete_port for 36f5264e-fe34-437a-b89e-098f4dedd8cf owned by network:floatingip {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:39:45.996555 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7fe1a988-fdd4-44c5-97ec-3036d75b5ea6 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (36f5264e-fe34-437a-b89e-098f4dedd8cf), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:46.247477 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1a988-fdd4-44c5-97ec-3036d75b5ea6 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Pushing event deleted for resources: {'Port': ['ID=36f5264e-fe34-437a-b89e-098f4dedd8cf,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:39:46.307996 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7fe1a988-fdd4-44c5-97ec-3036d75b5ea6 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for floatingip (9536abf0-deac-4dfe-9fff-280ea613d57c), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:46.310447 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-7fe1a988-fdd4-44c5-97ec-3036d75b5ea6 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:46.311601 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-7fe1a988-fdd4-44c5-97ec-3036d75b5ea6 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/9536abf0-deac-4dfe-9fff-280ea613d57c HTTP/1.1" status: 204 len: 168 time: 0.6678081 Nov 02 07:39:46.367758 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-77dfec10-5c1b-4f4b-ab97-951788c79b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:46.387268 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 43324) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:39:46.392054 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-4a96467e-26ef-475d-af08-72887d520867 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1361507648', 'description': 'tempest-description--1849705183'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:39:46.412361 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4a96467e-26ef-475d-af08-72887d520867 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:46.421261 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:46.439938 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:46.484789 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4a96467e-26ef-475d-af08-72887d520867 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for security_group (34a7e531-11a2-4299-8916-83c0b587912d), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:46.488319 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4a96467e-26ef-475d-af08-72887d520867 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (34a7e531-11a2-4299-8916-83c0b587912d), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:46.517804 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a96467e-26ef-475d-af08-72887d520867 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a7e531-11a2-4299-8916-83c0b587912d,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:39:46.524149 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-4a96467e-26ef-475d-af08-72887d520867 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:46.525387 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-4a96467e-26ef-475d-af08-72887d520867 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1371107 Nov 02 07:39:46.528565 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 43326) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:39:46.533243 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-84bba512-bf91-4490-b3b5-4de4569ec01a tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Request body: {'security_group_rule': {'security_group_id': '34a7e531-11a2-4299-8916-83c0b587912d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:39:46.561575 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-84bba512-bf91-4490-b3b5-4de4569ec01a tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for security_group_rule (d1fca3b3-c15f-4904-9fd9-57ba13423569), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:46.619032 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-84bba512-bf91-4490-b3b5-4de4569ec01a tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for security_group_rule (d1fca3b3-c15f-4904-9fd9-57ba13423569), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:46.622191 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-84bba512-bf91-4490-b3b5-4de4569ec01a tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (d1fca3b3-c15f-4904-9fd9-57ba13423569), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:46.643405 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bba512-bf91-4490-b3b5-4de4569ec01a tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1fca3b3-c15f-4904-9fd9-57ba13423569,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:39:46.651958 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-84bba512-bf91-4490-b3b5-4de4569ec01a tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:46.655445 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-84bba512-bf91-4490-b3b5-4de4569ec01a tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235361 Nov 02 07:39:46.655958 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 43328) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:39:46.660532 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-f4ba38f4-22a1-49b7-8296-c48da45bd37d tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Request body: {'security_group_rule': {'security_group_id': '34a7e531-11a2-4299-8916-83c0b587912d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:39:46.683616 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:46.688548 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f4ba38f4-22a1-49b7-8296-c48da45bd37d tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for security_group_rule (1908b2cd-e4f6-4ec8-bf78-12ac3616fe34), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:46.738030 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f4ba38f4-22a1-49b7-8296-c48da45bd37d tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for security_group_rule (1908b2cd-e4f6-4ec8-bf78-12ac3616fe34), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:46.740941 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f4ba38f4-22a1-49b7-8296-c48da45bd37d tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629746'] for security_group_rule (1908b2cd-e4f6-4ec8-bf78-12ac3616fe34), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:46.759013 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba38f4-22a1-49b7-8296-c48da45bd37d tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1908b2cd-e4f6-4ec8-bf78-12ac3616fe34,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:39:46.765704 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-f4ba38f4-22a1-49b7-8296-c48da45bd37d tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:46.766914 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-f4ba38f4-22a1-49b7-8296-c48da45bd37d tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1100149 Nov 02 07:39:46.769955 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 43330) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:39:46.774876 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-a6669466-ecb9-488f-9fd4-0e7100645b0b tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Request body: {'floatingip': {'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:39:46.779348 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:46.798447 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a6669466-ecb9-488f-9fd4-0e7100645b0b tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:46.875673 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a6669466-ecb9-488f-9fd4-0e7100645b0b tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:46.977087 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_common [None req-a6669466-ecb9-488f-9fd4-0e7100645b0b tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Allocated IP 172.27.2.66 (ac01166e-81e9-4cae-b853-f9fd1f541c1c/957d630b-2ac5-4777-98af-d9a9e169b647/46895e5d-6444-42cc-b4b3-a93069e30492) {{(pid=104568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:39:47.081732 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a6669466-ecb9-488f-9fd4-0e7100645b0b tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for port (46895e5d-6444-42cc-b4b3-a93069e30492), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:47.113892 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a6669466-ecb9-488f-9fd4-0e7100645b0b tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (46895e5d-6444-42cc-b4b3-a93069e30492), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:47.156890 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6669466-ecb9-488f-9fd4-0e7100645b0b tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Network ac01166e-81e9-4cae-b853-f9fd1f541c1c is already hosted by enough agents. {{(pid=104568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:39:47.160120 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-a6669466-ecb9-488f-9fd4-0e7100645b0b tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Resources bound (agent type, host, resource id): {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:39:47.163986 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6669466-ecb9-488f-9fd4-0e7100645b0b tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Received port after_create {{(pid=104568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:39:47.167222 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6669466-ecb9-488f-9fd4-0e7100645b0b tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Pushing event updated for resources: {'Port': ['ID=46895e5d-6444-42cc-b4b3-a93069e30492,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:39:47.248747 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a6669466-ecb9-488f-9fd4-0e7100645b0b tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for floatingip (957ba338-0095-44ab-88d2-c25e2b992fe1), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:47.285097 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a6669466-ecb9-488f-9fd4-0e7100645b0b tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (46895e5d-6444-42cc-b4b3-a93069e30492), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:47.310586 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:47.435841 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a6669466-ecb9-488f-9fd4-0e7100645b0b tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for port (46895e5d-6444-42cc-b4b3-a93069e30492), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:47.440168 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a6669466-ecb9-488f-9fd4-0e7100645b0b tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576543'] for port (46895e5d-6444-42cc-b4b3-a93069e30492), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:47.475971 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 166f7253-1dcb-4eb0-b3b0-f74792201a1f no longer exists at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:39:47.498098 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] No Port match for: 166f7253-1dcb-4eb0-b3b0-f74792201a1f {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:39:47.498462 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 166f7253-1dcb-4eb0-b3b0-f74792201a1f not bound to the agent host hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:39:47.506636 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6669466-ecb9-488f-9fd4-0e7100645b0b tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Pushing event updated for resources: {'Port': ['ID=46895e5d-6444-42cc-b4b3-a93069e30492,revision_number=2']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:39:47.509673 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a6669466-ecb9-488f-9fd4-0e7100645b0b tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (957ba338-0095-44ab-88d2-c25e2b992fe1), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:47.512199 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:47.527772 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a6669466-ecb9-488f-9fd4-0e7100645b0b tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:47.529009 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-a6669466-ecb9-488f-9fd4-0e7100645b0b tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7580829 Nov 02 07:39:47.729265 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-f9cd6bb9-5bcf-4da6-a454-49450de8921d tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1361507648&fields=id&tenant_id=86cca0dcb21a47e483458b36e33f5036 HTTP/1.1" status: 200 len: 267 time: 0.0427663 Nov 02 07:39:47.841973 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-91fd4ab4-718b-40a1-a9ef-13b38aebdba3 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:47.843454 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-91fd4ab4-718b-40a1-a9ef-13b38aebdba3 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/networks?id=5c6f85dd-45ed-4684-846a-c63750ac56e2 HTTP/1.1" status: 200 len: 811 time: 0.1078165 Nov 02 07:39:47.858742 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-da1dff12-f323-4cd3-bd03-3b6d73fba0d2 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/quotas/86cca0dcb21a47e483458b36e33f5036 HTTP/1.1" status: 200 len: 375 time: 0.0097857 Nov 02 07:39:47.909256 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-80d92f5c-c21a-4f41-a1c9-ec7dc2eca295 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=86cca0dcb21a47e483458b36e33f5036&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455005 Nov 02 07:39:48.011189 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-0e873ec5-ce84-4e2d-b036-ef5c4c9c2726 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5c6f85dd-45ed-4684-846a-c63750ac56e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894313 Nov 02 07:39:48.100893 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-3e68108d-8b90-40cf-82c8-14b2d29e039a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5c6f85dd-45ed-4684-846a-c63750ac56e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836556 Nov 02 07:39:48.263392 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-10a411b5-670f-42bf-a466-d7c428ab4827 req-45bd61d7-39a9-448a-89e5-731f7380ab6c tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=babe8edf-10cd-4baf-91c6-a75d694f323e HTTP/1.1" status: 200 len: 210 time: 0.0282972 Nov 02 07:39:48.561084 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-32633d38-4b31-472a-8ccd-2f2ba96f0daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:49.383149 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c4a88ecb-0ff1-4b8f-b908-f8649a8903e4 req-63c9c302-666c-4a25-8aef-ba909ca32240 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=babe8edf-10cd-4baf-91c6-a75d694f323e HTTP/1.1" status: 200 len: 210 time: 0.0385501 Nov 02 07:39:49.391568 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-d3a6c271-2d01-4a14-ae85-f02c645785d4 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:49.392983 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-d3a6c271-2d01-4a14-ae85-f02c645785d4 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.47 "GET /networking/v2.0/networks?id=5c6f85dd-45ed-4684-846a-c63750ac56e2 HTTP/1.1" status: 200 len: 811 time: 0.1361911 Nov 02 07:39:49.460411 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-51f463f0-8b35-4f93-ba0b-f3a1168a9381 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=86cca0dcb21a47e483458b36e33f5036 HTTP/1.1" status: 200 len: 380 time: 0.0533633 Nov 02 07:39:49.520744 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-844196cc-c29a-48f0-af06-298b095c1096 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Request body: {'port': {'device_id': 'babe8edf-10cd-4baf-91c6-a75d694f323e', 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2', 'admin_state_up': True, 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'security_groups': ['34a7e531-11a2-4299-8916-83c0b587912d']}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:39:49.629580 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-844196cc-c29a-48f0-af06-298b095c1096 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Made reservation on behalf of 86cca0dcb21a47e483458b36e33f5036 for: {'port': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:39:49.634236 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-844196cc-c29a-48f0-af06-298b095c1096 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:49.709059 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:49.745314 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:49.764530 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_common [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-844196cc-c29a-48f0-af06-298b095c1096 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Allocated IP 172.20.0.3 (5c6f85dd-45ed-4684-846a-c63750ac56e2/4802d687-3783-47ab-8dfb-ce3297beb760/7842c2ea-424f-4a73-8ec7-b57ccdf25354) {{(pid=104569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 07:39:49.900004 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-844196cc-c29a-48f0-af06-298b095c1096 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for port (7842c2ea-424f-4a73-8ec7-b57ccdf25354), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:49.930955 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-844196cc-c29a-48f0-af06-298b095c1096 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744619716738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (7842c2ea-424f-4a73-8ec7-b57ccdf25354), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:49.931560 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:49.978121 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-844196cc-c29a-48f0-af06-298b095c1096 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Network 5c6f85dd-45ed-4684-846a-c63750ac56e2 is already hosted by enough agents. {{(pid=104569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 07:39:49.983109 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-844196cc-c29a-48f0-af06-298b095c1096 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Resources bound (agent type, host, resource id): {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:39:49.987011 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-844196cc-c29a-48f0-af06-298b095c1096 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Received port after_create {{(pid=104569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Nov 02 07:39:50.010995 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844196cc-c29a-48f0-af06-298b095c1096 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Pushing event updated for resources: {'Port': ['ID=7842c2ea-424f-4a73-8ec7-b57ccdf25354,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:39:50.040809 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-844196cc-c29a-48f0-af06-298b095c1096 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:50.041404 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-844196cc-c29a-48f0-af06-298b095c1096 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:50.057948 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-844196cc-c29a-48f0-af06-298b095c1096 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5407920 Nov 02 07:39:50.121443 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-c132513d-464f-404c-b4ce-fa0db09ec0d1 service neutron] Request body: {'port': {'device_id': 'babe8edf-10cd-4baf-91c6-a75d694f323e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:39:50.186598 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-c132513d-464f-404c-b4ce-fa0db09ec0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (7842c2ea-424f-4a73-8ec7-b57ccdf25354), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:50.198264 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-38e0965b-c841-4239-a965-07fef7eb7cad None None] Provisioning complete for port 7842c2ea-424f-4a73-8ec7-b57ccdf25354 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:39:50.198733 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-38e0965b-c841-4239-a965-07fef7eb7cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (7842c2ea-424f-4a73-8ec7-b57ccdf25354), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:50.199064 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-38e0965b-c841-4239-a965-07fef7eb7cad None None] Attempt 1 to provision port 7842c2ea-424f-4a73-8ec7-b57ccdf25354 Nov 02 07:39:50.230804 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-38e0965b-c841-4239-a965-07fef7eb7cad None None] Port 7842c2ea-424f-4a73-8ec7-b57ccdf25354 cannot update to ACTIVE because it is not bound. {{(pid=104570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Nov 02 07:39:50.439261 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-c132513d-464f-404c-b4ce-fa0db09ec0d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7842c2ea-424f-4a73-8ec7-b57ccdf25354 {{(pid=104569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:39:50.447586 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-c132513d-464f-404c-b4ce-fa0db09ec0d1 service neutron] Publish callbacks [] for port (7842c2ea-424f-4a73-8ec7-b57ccdf25354), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:50.460111 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.provisioning_blocks [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-c132513d-464f-404c-b4ce-fa0db09ec0d1 service neutron] Transition to ACTIVE for port object 7842c2ea-424f-4a73-8ec7-b57ccdf25354 will not be triggered until provisioned by entity L2. {{(pid=104569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Nov 02 07:39:50.463994 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-c132513d-464f-404c-b4ce-fa0db09ec0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (7842c2ea-424f-4a73-8ec7-b57ccdf25354), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:50.495829 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:50.558053 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132513d-464f-404c-b4ce-fa0db09ec0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7842c2ea-424f-4a73-8ec7-b57ccdf25354,revision_number=2']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:39:50.570784 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f8f02-2e3a-4cb8-a824-9e9ca21d2ff3 req-08376cb3-200b-4b50-ad10-31f892c75128 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:50.572247 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2a8f8f02-2e3a-4cb8-a824-9e9ca21d2ff3 req-08376cb3-200b-4b50-ad10-31f892c75128 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=babe8edf-10cd-4baf-91c6-a75d694f323e HTTP/1.1" status: 200 len: 943 time: 0.1022854 Nov 02 07:39:50.590120 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:INSERT=3,neutron:UPDATE=7,neutron:SELECT=89,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:50.649617 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-c132513d-464f-404c-b4ce-fa0db09ec0d1 service neutron] Attempting to bind port 7842c2ea-424f-4a73-8ec7-b57ccdf25354 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Nov 02 07:39:50.650083 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-c132513d-464f-404c-b4ce-fa0db09ec0d1 service neutron] Attempting to bind port 7842c2ea-424f-4a73-8ec7-b57ccdf25354 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '91deb477-2a25-491c-b052-05350861dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2'}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Nov 02 07:39:50.650576 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-c132513d-464f-404c-b4ce-fa0db09ec0d1 service neutron] Attempting to bind port 7842c2ea-424f-4a73-8ec7-b57ccdf25354 on network 5c6f85dd-45ed-4684-846a-c63750ac56e2 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:39:50.686640 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2a8f8f02-2e3a-4cb8-a824-9e9ca21d2ff3 req-51d86efe-b10b-47f1-a056-7b1c575fd1c4 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=34a7e531-11a2-4299-8916-83c0b587912d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923057 Nov 02 07:39:50.701454 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-c132513d-464f-404c-b4ce-fa0db09ec0d1 service neutron] Port 7842c2ea-424f-4a73-8ec7-b57ccdf25354 on network 5c6f85dd-45ed-4684-846a-c63750ac56e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 07:39:50.701773 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-c132513d-464f-404c-b4ce-fa0db09ec0d1 service neutron] Attempting to bind port 7842c2ea-424f-4a73-8ec7-b57ccdf25354 on network 5c6f85dd-45ed-4684-846a-c63750ac56e2 {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 07:39:50.749347 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-c132513d-464f-404c-b4ce-fa0db09ec0d1 service neutron] Checking agent: {'id': '8bd0314e-b36f-45c2-bb1e-4de001688fd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'started_at': datetime.datetime(2022, 11, 2, 7, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 7, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Nov 02 07:39:50.749675 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-c132513d-464f-404c-b4ce-fa0db09ec0d1 service neutron] Checking segment: {'id': '91deb477-2a25-491c-b052-05350861dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:39:50.750052 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-c132513d-464f-404c-b4ce-fa0db09ec0d1 service neutron] Bound using segment: {'id': '91deb477-2a25-491c-b052-05350861dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2'} {{(pid=104569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Nov 02 07:39:50.750525 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.managers [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-c132513d-464f-404c-b4ce-fa0db09ec0d1 service neutron] Bound port: 7842c2ea-424f-4a73-8ec7-b57ccdf25354, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91deb477-2a25-491c-b052-05350861dcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2'}}] {{(pid=104569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Nov 02 07:39:50.750877 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-c132513d-464f-404c-b4ce-fa0db09ec0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (7842c2ea-424f-4a73-8ec7-b57ccdf25354), before_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:50.810000 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-c132513d-464f-404c-b4ce-fa0db09ec0d1 service neutron] For port 7842c2ea-424f-4a73-8ec7-b57ccdf25354, host hv-cinder-80473, cleared binding levels {{(pid=104569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 07:39:50.812880 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-c132513d-464f-404c-b4ce-fa0db09ec0d1 service neutron] For port 7842c2ea-424f-4a73-8ec7-b57ccdf25354, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7842c2ea-424f-4a73-8ec7-b57ccdf25354,segment=NetworkSegment(91deb477-2a25-491c-b052-05350861dcc3),segment_id=91deb477-2a25-491c-b052-05350861dcc3)] {{(pid=104569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 07:39:50.819089 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-c132513d-464f-404c-b4ce-fa0db09ec0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3257344'] for port (7842c2ea-424f-4a73-8ec7-b57ccdf25354), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:50.823054 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-c132513d-464f-404c-b4ce-fa0db09ec0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:50.823648 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-c132513d-464f-404c-b4ce-fa0db09ec0d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:50.824991 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-c132513d-464f-404c-b4ce-fa0db09ec0d1 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/7842c2ea-424f-4a73-8ec7-b57ccdf25354 HTTP/1.1" status: 200 len: 1093 time: 0.7544644 Nov 02 07:39:50.825527 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'babe8edf-10cd-4baf-91c6-a75d694f323e', 'tag': '7842c2ea-424f-4a73-8ec7-b57ccdf25354'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:39:50.827742 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805e2937-780c-4767-a3d6-6bf7ae9f7266" -d '{"events": [{"name": "network-changed", "server_uuid": "babe8edf-10cd-4baf-91c6-a75d694f323e", "tag": "7842c2ea-424f-4a73-8ec7-b57ccdf25354"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:39:50.874483 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9548f532-927e-4359-b9d4-079b862941f8 x-openstack-request-id: req-9548f532-927e-4359-b9d4-079b862941f8 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:39:50.874800 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "babe8edf-10cd-4baf-91c6-a75d694f323e", "tag": "7842c2ea-424f-4a73-8ec7-b57ccdf25354", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:39:50.875052 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9548f532-927e-4359-b9d4-079b862941f8 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:39:50.875448 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9548f532-927e-4359-b9d4-079b862941f8'] response: {'name': 'network-changed', 'server_uuid': 'babe8edf-10cd-4baf-91c6-a75d694f323e', 'tag': '7842c2ea-424f-4a73-8ec7-b57ccdf25354', 'status': 'completed', 'code': 200} Nov 02 07:39:50.878455 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132513d-464f-404c-b4ce-fa0db09ec0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7842c2ea-424f-4a73-8ec7-b57ccdf25354,revision_number=3']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:39:50.937022 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-04e5a9c8-eccb-4b6d-8fcc-7f749ca57f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:50.938594 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-04e5a9c8-eccb-4b6d-8fcc-7f749ca57f50 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=86cca0dcb21a47e483458b36e33f5036&device_id=babe8edf-10cd-4baf-91c6-a75d694f323e HTTP/1.1" status: 200 len: 1127 time: 0.0425184 Nov 02 07:39:50.983358 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-48d8e272-efbf-4823-9f91-2b419269e15f service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7842c2ea-424f-4a73-8ec7-b57ccdf25354 HTTP/1.1" status: 200 len: 217 time: 0.0316110 Nov 02 07:39:51.032124 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-bee46edd-fccd-48c7-8bf6-d3a85231c575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:51.033558 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-bee46edd-fccd-48c7-8bf6-d3a85231c575 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=4802d687-3783-47ab-8dfb-ce3297beb760 HTTP/1.1" status: 200 len: 850 time: 0.0444992 Nov 02 07:39:51.076425 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-f478bf5a-40fa-44a5-b5b5-ecdfac6af419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:51.077780 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-f478bf5a-40fa-44a5-b5b5-ecdfac6af419 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=5c6f85dd-45ed-4684-846a-c63750ac56e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384691 Nov 02 07:39:51.169630 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-a79a924a-c4d0-4d15-af0b-442a96af34c0 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5c6f85dd-45ed-4684-846a-c63750ac56e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854399 Nov 02 07:39:51.261699 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-600adcab-0664-43cd-9506-dc0a250fcf9e req-f0437ae8-215e-4491-9b74-c5cc37ad302c service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5c6f85dd-45ed-4684-846a-c63750ac56e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863683 Nov 02 07:39:51.347960 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:51.429765 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:51.807269 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569dfd30-f96f-49f4-bb22-97566039821d req-b3441706-c456-490e-909e-d8d1c39d3b66 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:51.808720 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-569dfd30-f96f-49f4-bb22-97566039821d req-b3441706-c456-490e-909e-d8d1c39d3b66 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=babe8edf-10cd-4baf-91c6-a75d694f323e HTTP/1.1" status: 200 len: 943 time: 0.0466495 Nov 02 07:39:51.855193 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-569dfd30-f96f-49f4-bb22-97566039821d req-c1259911-11b1-4275-b46a-b0cf8cb2e6bc tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=34a7e531-11a2-4299-8916-83c0b587912d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409489 Nov 02 07:39:52.178635 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e2937-780c-4767-a3d6-6bf7ae9f7266 req-c035c6a4-caef-4aa5-a45c-6eba55181814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:52.180073 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-805e2937-780c-4767-a3d6-6bf7ae9f7266 req-c035c6a4-caef-4aa5-a45c-6eba55181814 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=86cca0dcb21a47e483458b36e33f5036&device_id=babe8edf-10cd-4baf-91c6-a75d694f323e HTTP/1.1" status: 200 len: 1127 time: 0.0401421 Nov 02 07:39:52.409608 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:52.486185 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e2937-780c-4767-a3d6-6bf7ae9f7266 req-5b9996f1-4690-48b9-8879-41b8cf87d860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:52.487929 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-805e2937-780c-4767-a3d6-6bf7ae9f7266 req-5b9996f1-4690-48b9-8879-41b8cf87d860 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=5c6f85dd-45ed-4684-846a-c63750ac56e2 HTTP/1.1" status: 200 len: 912 time: 0.1072981 Nov 02 07:39:52.761427 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-805e2937-780c-4767-a3d6-6bf7ae9f7266 req-53ec7ce9-fe26-4c42-9475-609c42310efb service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7842c2ea-424f-4a73-8ec7-b57ccdf25354 HTTP/1.1" status: 200 len: 217 time: 0.0359504 Nov 02 07:39:52.812878 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e2937-780c-4767-a3d6-6bf7ae9f7266 req-2f6cd6a9-2696-49f0-9ed7-b41a2d2c927e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:52.814236 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-805e2937-780c-4767-a3d6-6bf7ae9f7266 req-2f6cd6a9-2696-49f0-9ed7-b41a2d2c927e service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=4802d687-3783-47ab-8dfb-ce3297beb760 HTTP/1.1" status: 200 len: 850 time: 0.0443602 Nov 02 07:39:52.862335 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e2937-780c-4767-a3d6-6bf7ae9f7266 req-dfc31242-0c00-4aa1-b212-1759ab17b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:52.863912 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-805e2937-780c-4767-a3d6-6bf7ae9f7266 req-dfc31242-0c00-4aa1-b212-1759ab17b751 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=5c6f85dd-45ed-4684-846a-c63750ac56e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443718 Nov 02 07:39:52.933057 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:52.993237 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-805e2937-780c-4767-a3d6-6bf7ae9f7266 req-4df8d289-f957-4b43-a574-3212e177016f service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5c6f85dd-45ed-4684-846a-c63750ac56e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216595 Nov 02 07:39:53.002915 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66195963-9953-4775-b5ae-1732e36d22f6 req-e1d2bcd9-9d1d-4217-9594-e198dab5eb8f tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:53.004245 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-66195963-9953-4775-b5ae-1732e36d22f6 req-e1d2bcd9-9d1d-4217-9594-e198dab5eb8f tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=babe8edf-10cd-4baf-91c6-a75d694f323e HTTP/1.1" status: 200 len: 943 time: 0.0610857 Nov 02 07:39:53.106485 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-66195963-9953-4775-b5ae-1732e36d22f6 req-7059fa1c-f03b-4e6b-bcf4-0d39c0f11043 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=34a7e531-11a2-4299-8916-83c0b587912d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935254 Nov 02 07:39:53.120640 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-805e2937-780c-4767-a3d6-6bf7ae9f7266 req-af59f749-7fa8-4698-8c56-acb76d4a9229 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5c6f85dd-45ed-4684-846a-c63750ac56e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154726 Nov 02 07:39:53.517568 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 7842c2ea-424f-4a73-8ec7-b57ccdf25354 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=104570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 07:39:53.622842 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 7842c2ea-424f-4a73-8ec7-b57ccdf25354, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7842c2ea-424f-4a73-8ec7-b57ccdf25354,segment=NetworkSegment(91deb477-2a25-491c-b052-05350861dcc3),segment_id=91deb477-2a25-491c-b052-05350861dcc3)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:39:53.635444 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Returning: {'device': '7842c2ea-424f-4a73-8ec7-b57ccdf25354', 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2', 'port_id': '7842c2ea-424f-4a73-8ec7-b57ccdf25354', 'mac_address': 'fa:16:3e:82:8e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 07:39:53.637789 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:53.677320 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 7842c2ea-424f-4a73-8ec7-b57ccdf25354 is: DOWN; New status is: BUILD {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:39:53.678489 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (7842c2ea-424f-4a73-8ec7-b57ccdf25354), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:53.697224 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7842c2ea-424f-4a73-8ec7-b57ccdf25354 {{(pid=104570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 07:39:53.718942 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 7842c2ea-424f-4a73-8ec7-b57ccdf25354, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7842c2ea-424f-4a73-8ec7-b57ccdf25354,segment=NetworkSegment(91deb477-2a25-491c-b052-05350861dcc3),segment_id=91deb477-2a25-491c-b052-05350861dcc3)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:39:53.722334 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (7842c2ea-424f-4a73-8ec7-b57ccdf25354), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:53.769729 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=7842c2ea-424f-4a73-8ec7-b57ccdf25354,revision_number=4']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:39:54.229752 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca37de-225f-4118-baef-30b882506bd3 req-68537d57-042b-4286-9126-eaa6d4b0a070 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:54.231244 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2fca37de-225f-4118-baef-30b882506bd3 req-68537d57-042b-4286-9126-eaa6d4b0a070 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=babe8edf-10cd-4baf-91c6-a75d694f323e HTTP/1.1" status: 200 len: 944 time: 0.0503733 Nov 02 07:39:54.278666 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2fca37de-225f-4118-baef-30b882506bd3 req-31a576b6-3d74-4d0e-b931-3bfad53a5bfd tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=34a7e531-11a2-4299-8916-83c0b587912d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418949 Nov 02 07:39:55.399124 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7e8b0-0ce1-4783-87ab-2f8636f30faf req-bd0baddd-93bf-4b02-ab95-34d6f563facf tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:55.400541 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c0d7e8b0-0ce1-4783-87ab-2f8636f30faf req-bd0baddd-93bf-4b02-ab95-34d6f563facf tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=babe8edf-10cd-4baf-91c6-a75d694f323e HTTP/1.1" status: 200 len: 944 time: 0.0458899 Nov 02 07:39:55.446255 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c0d7e8b0-0ce1-4783-87ab-2f8636f30faf req-70df7d45-8fab-41f1-875e-2fe9606c5462 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=34a7e531-11a2-4299-8916-83c0b587912d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402098 Nov 02 07:39:56.564579 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0840f86-00fa-4ff6-a4d8-b49432a7d9b2 req-94a4dd6f-c697-438c-ac56-d7cd053d3a21 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:56.565994 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c0840f86-00fa-4ff6-a4d8-b49432a7d9b2 req-94a4dd6f-c697-438c-ac56-d7cd053d3a21 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=babe8edf-10cd-4baf-91c6-a75d694f323e HTTP/1.1" status: 200 len: 944 time: 0.0458660 Nov 02 07:39:56.615553 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-c0840f86-00fa-4ff6-a4d8-b49432a7d9b2 req-45fd828a-afc7-40f3-a595-9f75306e05af tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=34a7e531-11a2-4299-8916-83c0b587912d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434210 Nov 02 07:39:56.660617 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['7842c2ea-424f-4a73-8ec7-b57ccdf25354'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:39:56.688429 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:57.521675 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:57.616795 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:57.617556 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:39:57.735349 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44698b-c491-4c04-83db-730e30cd3432 req-6900803e-9847-44c9-833b-e087dbaad1b2 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:57.736790 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-cd44698b-c491-4c04-83db-730e30cd3432 req-6900803e-9847-44c9-833b-e087dbaad1b2 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=babe8edf-10cd-4baf-91c6-a75d694f323e HTTP/1.1" status: 200 len: 944 time: 0.0465863 Nov 02 07:39:57.783474 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-cd44698b-c491-4c04-83db-730e30cd3432 req-1b50df40-06c4-4236-8664-c5615577b9c3 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=34a7e531-11a2-4299-8916-83c0b587912d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410190 Nov 02 07:39:58.657587 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:39:58.906538 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c0a7c-e99c-4bd5-b756-5760b5cc2baf req-67706bf8-a32a-4fa4-a758-b693b8eb0bf5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:39:58.908115 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-095c0a7c-e99c-4bd5-b756-5760b5cc2baf req-67706bf8-a32a-4fa4-a758-b693b8eb0bf5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=babe8edf-10cd-4baf-91c6-a75d694f323e HTTP/1.1" status: 200 len: 944 time: 0.0475073 Nov 02 07:39:58.962781 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-095c0a7c-e99c-4bd5-b756-5760b5cc2baf req-2cf8db14-71ed-49f7-a57c-62091a78e999 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=34a7e531-11a2-4299-8916-83c0b587912d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480762 Nov 02 07:40:00.087597 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce1669-1d94-4e4e-858e-479d21f33f96 req-ec9e541f-db2d-4508-b54b-54bd1daed3ed tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:40:00.089032 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9cce1669-1d94-4e4e-858e-479d21f33f96 req-ec9e541f-db2d-4508-b54b-54bd1daed3ed tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=babe8edf-10cd-4baf-91c6-a75d694f323e HTTP/1.1" status: 200 len: 944 time: 0.0499144 Nov 02 07:40:00.135468 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-9cce1669-1d94-4e4e-858e-479d21f33f96 req-f722d6d4-7aa0-4609-979a-a5a93e729cfc tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=34a7e531-11a2-4299-8916-83c0b587912d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409341 Nov 02 07:40:00.710733 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 7842c2ea-424f-4a73-8ec7-b57ccdf25354 up at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 07:40:00.753015 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning for port 7842c2ea-424f-4a73-8ec7-b57ccdf25354 completed by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Nov 02 07:40:00.758742 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Provisioning complete for port 7842c2ea-424f-4a73-8ec7-b57ccdf25354 triggered by entity L2. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:40:00.759191 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (7842c2ea-424f-4a73-8ec7-b57ccdf25354), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:00.759585 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Attempt 1 to provision port 7842c2ea-424f-4a73-8ec7-b57ccdf25354 Nov 02 07:40:00.834814 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Current status of the port 7842c2ea-424f-4a73-8ec7-b57ccdf25354 is: BUILD; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:40:00.835203 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for port (7842c2ea-424f-4a73-8ec7-b57ccdf25354), before_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:00.859081 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'babe8edf-10cd-4baf-91c6-a75d694f323e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7842c2ea-424f-4a73-8ec7-b57ccdf25354'}] {{(pid=104570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:40:00.861291 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ae3fbe182e2c1c70a5346b740f804138ecd9042bc04c1c47f40fee79c776d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c14f3e-eb1e-483d-9d1f-6c061a04aabf" -d '{"events": [{"server_uuid": "babe8edf-10cd-4baf-91c6-a75d694f323e", "name": "network-vif-plugged", "status": "completed", "tag": "7842c2ea-424f-4a73-8ec7-b57ccdf25354"}]}' {{(pid=104570) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:40:00.874039 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] For port 7842c2ea-424f-4a73-8ec7-b57ccdf25354, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7842c2ea-424f-4a73-8ec7-b57ccdf25354,segment=NetworkSegment(91deb477-2a25-491c-b052-05350861dcc3),segment_id=91deb477-2a25-491c-b052-05350861dcc3)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:40:00.877749 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744620127618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744619716756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744619716774'] for port (7842c2ea-424f-4a73-8ec7-b57ccdf25354), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:00.927326 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Pushing event updated for resources: {'Port': ['ID=7842c2ea-424f-4a73-8ec7-b57ccdf25354,revision_number=5']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:40:00.963648 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e0cc3a-f1c2-455f-8674-acb05a14676a x-openstack-request-id: req-38e0cc3a-f1c2-455f-8674-acb05a14676a {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:40:00.963937 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "babe8edf-10cd-4baf-91c6-a75d694f323e", "name": "network-vif-plugged", "status": "completed", "tag": "7842c2ea-424f-4a73-8ec7-b57ccdf25354", "code": 200}]} {{(pid=104570) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:40:00.964189 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-38e0cc3a-f1c2-455f-8674-acb05a14676a {{(pid=104570) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:40:00.964587 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38e0cc3a-f1c2-455f-8674-acb05a14676a'] response: {'server_uuid': 'babe8edf-10cd-4baf-91c6-a75d694f323e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7842c2ea-424f-4a73-8ec7-b57ccdf25354', 'code': 200} Nov 02 07:40:01.181245 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05389196-3ce7-4dff-9257-4349d918916e req-b09cada5-7a85-415c-b51b-6ccf17bee0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:40:01.182768 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-05389196-3ce7-4dff-9257-4349d918916e req-b09cada5-7a85-415c-b51b-6ccf17bee0ea service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=babe8edf-10cd-4baf-91c6-a75d694f323e HTTP/1.1" status: 200 len: 1129 time: 0.0408986 Nov 02 07:40:01.207905 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:40:01.263988 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-05389196-3ce7-4dff-9257-4349d918916e req-e380b4d5-37d5-43f9-9987-bec33201a86c service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=34a7e531-11a2-4299-8916-83c0b587912d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747743 Nov 02 07:40:01.277761 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61968eb5-a438-4218-9b41-078d658cf4c8 req-6a1b4b4b-b9a5-414a-892d-3ef3485b36f6 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:40:01.279260 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-61968eb5-a438-4218-9b41-078d658cf4c8 req-6a1b4b4b-b9a5-414a-892d-3ef3485b36f6 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=babe8edf-10cd-4baf-91c6-a75d694f323e HTTP/1.1" status: 200 len: 945 time: 0.0649581 Nov 02 07:40:01.316609 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:40:01.328955 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-61968eb5-a438-4218-9b41-078d658cf4c8 req-1e528f92-6339-45be-a309-ed0e4881835d tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=34a7e531-11a2-4299-8916-83c0b587912d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438490 Nov 02 07:40:02.454317 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94106cc-da1b-497f-938b-55c27c7550f5 req-e9d94654-9725-47b6-a03c-2bfc5dc8c279 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:40:02.455709 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a94106cc-da1b-497f-938b-55c27c7550f5 req-e9d94654-9725-47b6-a03c-2bfc5dc8c279 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=babe8edf-10cd-4baf-91c6-a75d694f323e HTTP/1.1" status: 200 len: 945 time: 0.0488110 Nov 02 07:40:02.504168 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-a94106cc-da1b-497f-938b-55c27c7550f5 req-530a81ca-1d61-4c5e-bb3f-7efa6f54f2c5 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=34a7e531-11a2-4299-8916-83c0b587912d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420012 Nov 02 07:40:02.620271 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb322c0-d07d-4443-9fa8-856439005c37 req-976273bf-d88d-4379-8d72-c0d2de624ccd tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:40:02.621734 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-3cb322c0-d07d-4443-9fa8-856439005c37 req-976273bf-d88d-4379-8d72-c0d2de624ccd tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=babe8edf-10cd-4baf-91c6-a75d694f323e HTTP/1.1" status: 200 len: 945 time: 0.0457242 Nov 02 07:40:02.632607 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 43440) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:40:02.637127 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-27650773-fe69-46bc-bc4b-33ff7942e58f tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Request body: {'floatingip': {'port_id': '7842c2ea-424f-4a73-8ec7-b57ccdf25354'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:40:02.677917 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-27650773-fe69-46bc-bc4b-33ff7942e58f tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for floatingip (957ba338-0095-44ab-88d2-c25e2b992fe1), before_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:03.091926 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-27650773-fe69-46bc-bc4b-33ff7942e58f tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:03.095216 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-27650773-fe69-46bc-bc4b-33ff7942e58f tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (957ba338-0095-44ab-88d2-c25e2b992fe1), after_update {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:03.187847 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.db.l3_db [None req-27650773-fe69-46bc-bc4b-33ff7942e58f tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Floating IP 957ba338-0095-44ab-88d2-c25e2b992fe1 associated. External IP: 172.27.2.66, port: 7842c2ea-424f-4a73-8ec7-b57ccdf25354. Nov 02 07:40:03.394522 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27650773-fe69-46bc-bc4b-33ff7942e58f tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Router caa99077-dbbd-42eb-86ab-817583b0e67e has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:40:03.496301 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27650773-fe69-46bc-bc4b-33ff7942e58f tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:40:03.501452 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-27650773-fe69-46bc-bc4b-33ff7942e58f tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:03.506697 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef069de-a25c-468c-ac14-60f22633a810 None None] Sync routers for ids ['caa99077-dbbd-42eb-86ab-817583b0e67e'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:40:03.517289 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef069de-a25c-468c-ac14-60f22633a810 None None] Routers {'caa99077-dbbd-42eb-86ab-817583b0e67e'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:40:03.517962 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-3ef069de-a25c-468c-ac14-60f22633a810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:39:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['caa99077-dbbd-42eb-86ab-817583b0e67e'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:40:03.533956 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-27650773-fe69-46bc-bc4b-33ff7942e58f tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/957ba338-0095-44ab-88d2-c25e2b992fe1 HTTP/1.1" status: 200 len: 990 time: 0.9002695 Nov 02 07:40:03.535198 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'babe8edf-10cd-4baf-91c6-a75d694f323e', 'tag': '7842c2ea-424f-4a73-8ec7-b57ccdf25354'}] {{(pid=104568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:40:03.537771 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9997e5a547caebf426b03fe71677bb46cfe6f7be44514c48e4ec619a10615394" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e41118c-10ff-4f3b-bcfa-c06d832c1c45" -d '{"events": [{"name": "network-changed", "server_uuid": "babe8edf-10cd-4baf-91c6-a75d694f323e", "tag": "7842c2ea-424f-4a73-8ec7-b57ccdf25354"}]}' {{(pid=104568) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:40:03.621754 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-3ef069de-a25c-468c-ac14-60f22633a810 None None] Set router caa99077-dbbd-42eb-86ab-817583b0e67e gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:40:03.634481 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 07:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce68078-b38b-413b-94f2-620f19ddf489 x-openstack-request-id: req-cce68078-b38b-413b-94f2-620f19ddf489 {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:40:03.634975 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "babe8edf-10cd-4baf-91c6-a75d694f323e", "tag": "7842c2ea-424f-4a73-8ec7-b57ccdf25354", "status": "completed", "code": 200}]} {{(pid=104568) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:40:03.635086 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cce68078-b38b-413b-94f2-620f19ddf489 {{(pid=104568) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:40:03.635450 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cce68078-b38b-413b-94f2-620f19ddf489'] response: {'name': 'network-changed', 'server_uuid': 'babe8edf-10cd-4baf-91c6-a75d694f323e', 'tag': '7842c2ea-424f-4a73-8ec7-b57ccdf25354', 'status': 'completed', 'code': 200} Nov 02 07:40:03.727402 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41118c-10ff-4f3b-bcfa-c06d832c1c45 req-2d403aea-976a-4416-9b08-c76d83d5ada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:40:03.728902 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8e41118c-10ff-4f3b-bcfa-c06d832c1c45 req-2d403aea-976a-4416-9b08-c76d83d5ada0 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=86cca0dcb21a47e483458b36e33f5036&device_id=babe8edf-10cd-4baf-91c6-a75d694f323e HTTP/1.1" status: 200 len: 1129 time: 0.0449739 Nov 02 07:40:03.819644 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41118c-10ff-4f3b-bcfa-c06d832c1c45 req-2c261491-1e56-4575-b0d4-58efd61074a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:40:03.821066 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8e41118c-10ff-4f3b-bcfa-c06d832c1c45 req-2c261491-1e56-4575-b0d4-58efd61074a9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=5c6f85dd-45ed-4684-846a-c63750ac56e2 HTTP/1.1" status: 200 len: 912 time: 0.0854990 Nov 02 07:40:03.835313 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-3ef069de-a25c-468c-ac14-60f22633a810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'name': 'tempest-AttachVolumeTestJSON-1597362884-router', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '75246111-2bd2-4670-902f-802a88fbdc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:36:21Z', 'updated_at': '2022-11-02T07:36:24Z', 'revision_number': 4, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'gw_port': {'id': '75246111-2bd2-4670-902f-802a88fbdc61', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:22Z', 'updated_at': '2022-11-02T07:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '957ba338-0095-44ab-88d2-c25e2b992fe1', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'port_id': '7842c2ea-424f-4a73-8ec7-b57ccdf25354', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2', 'mac_address': 'fa:16:3e:82:8e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babe8edf-10cd-4baf-91c6-a75d694f323e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:39:47Z', 'updated_at': '2022-11-02T07:40:03Z', 'revision_number': 1, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314cd1a8-16ca-41e2-b1f3-90f625f1a623', 'name': '', 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'mac_address': 'fa:16:3e:13:31:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:24Z', 'updated_at': '2022-11-02T07:36:31Z', 'revision_number': 5, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'subnets': [{'id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:40:03.860265 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef069de-a25c-468c-ac14-60f22633a810 None None] Checking router: caa99077-dbbd-42eb-86ab-817583b0e67e for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:40:03.866919 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:40:03.870385 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef069de-a25c-468c-ac14-60f22633a810 None None] Routers {'caa99077-dbbd-42eb-86ab-817583b0e67e'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:40:03.871005 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-3ef069de-a25c-468c-ac14-60f22633a810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:39:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['caa99077-dbbd-42eb-86ab-817583b0e67e'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:40:03.886606 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8e41118c-10ff-4f3b-bcfa-c06d832c1c45 req-4ceb6624-e67c-472e-b057-0a9594bf5099 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7842c2ea-424f-4a73-8ec7-b57ccdf25354 HTTP/1.1" status: 200 len: 998 time: 0.0595434 Nov 02 07:40:03.935995 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41118c-10ff-4f3b-bcfa-c06d832c1c45 req-172e8761-589e-42ad-95ff-68b8c9bda9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:40:03.937502 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8e41118c-10ff-4f3b-bcfa-c06d832c1c45 req-172e8761-589e-42ad-95ff-68b8c9bda9ca service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=4802d687-3783-47ab-8dfb-ce3297beb760 HTTP/1.1" status: 200 len: 850 time: 0.0454109 Nov 02 07:40:03.985716 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41118c-10ff-4f3b-bcfa-c06d832c1c45 req-932d0fc7-a1bf-45d0-9b87-71c83b806800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:40:03.987277 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8e41118c-10ff-4f3b-bcfa-c06d832c1c45 req-932d0fc7-a1bf-45d0-9b87-71c83b806800 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=5c6f85dd-45ed-4684-846a-c63750ac56e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421581 Nov 02 07:40:04.088776 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8e41118c-10ff-4f3b-bcfa-c06d832c1c45 req-d3619241-94e3-407d-a9cf-c46615de2b8b service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5c6f85dd-45ed-4684-846a-c63750ac56e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941973 Nov 02 07:40:04.112728 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-3ef069de-a25c-468c-ac14-60f22633a810 None None] Set router caa99077-dbbd-42eb-86ab-817583b0e67e gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:40:04.114219 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:40:04.179389 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-8e41118c-10ff-4f3b-bcfa-c06d832c1c45 req-86cd9d76-5edf-4946-aa8e-83433d0b36de service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5c6f85dd-45ed-4684-846a-c63750ac56e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844779 Nov 02 07:40:04.324555 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-3ef069de-a25c-468c-ac14-60f22633a810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'name': 'tempest-AttachVolumeTestJSON-1597362884-router', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '75246111-2bd2-4670-902f-802a88fbdc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:36:21Z', 'updated_at': '2022-11-02T07:36:24Z', 'revision_number': 4, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'gw_port': {'id': '75246111-2bd2-4670-902f-802a88fbdc61', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:22Z', 'updated_at': '2022-11-02T07:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '957ba338-0095-44ab-88d2-c25e2b992fe1', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'port_id': '7842c2ea-424f-4a73-8ec7-b57ccdf25354', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2', 'mac_address': 'fa:16:3e:82:8e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babe8edf-10cd-4baf-91c6-a75d694f323e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:39:47Z', 'updated_at': '2022-11-02T07:40:03Z', 'revision_number': 1, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314cd1a8-16ca-41e2-b1f3-90f625f1a623', 'name': '', 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'mac_address': 'fa:16:3e:13:31:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:24Z', 'updated_at': '2022-11-02T07:36:31Z', 'revision_number': 5, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'subnets': [{'id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:40:04.348692 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef069de-a25c-468c-ac14-60f22633a810 None None] The sync data for ids ['caa99077-dbbd-42eb-86ab-817583b0e67e'] in dv-cinder-804735-33-iscsi is: [{'id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'name': 'tempest-AttachVolumeTestJSON-1597362884-router', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '75246111-2bd2-4670-902f-802a88fbdc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:36:21Z', 'updated_at': '2022-11-02T07:36:24Z', 'revision_number': 4, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'gw_port': {'id': '75246111-2bd2-4670-902f-802a88fbdc61', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:22Z', 'updated_at': '2022-11-02T07:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_floatingips': [{'id': '957ba338-0095-44ab-88d2-c25e2b992fe1', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'router_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'port_id': '7842c2ea-424f-4a73-8ec7-b57ccdf25354', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2', 'mac_address': 'fa:16:3e:82:8e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babe8edf-10cd-4baf-91c6-a75d694f323e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T07:39:47Z', 'updated_at': '2022-11-02T07:40:03Z', 'revision_number': 1, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314cd1a8-16ca-41e2-b1f3-90f625f1a623', 'name': '', 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'mac_address': 'fa:16:3e:13:31:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:24Z', 'updated_at': '2022-11-02T07:36:31Z', 'revision_number': 5, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'subnets': [{'id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:40:04.546826 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae0fbb6-9ae1-4099-962a-83a9fcd67c3f None None] New status for floating IP 957ba338-0095-44ab-88d2-c25e2b992fe1: ACTIVE {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 07:40:05.935963 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a31e5-3fe5-4f71-9893-c3ee046b89da req-e35333cb-486a-4a2a-b422-5db4a0ce9342 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:40:05.937459 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-167a31e5-3fe5-4f71-9893-c3ee046b89da req-e35333cb-486a-4a2a-b422-5db4a0ce9342 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3974cb25-0080-4e8b-bf7a-f037210f594a HTTP/1.1" status: 200 len: 946 time: 0.0626042 Nov 02 07:40:05.997425 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-167a31e5-3fe5-4f71-9893-c3ee046b89da req-97c066f5-42d9-4fb5-9494-6f8800f32b6f tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=54ad5e86-576e-4801-a696-3d1fd5410d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540359 Nov 02 07:40:07.119540 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed86dd63-1896-41b4-bc70-c7515422cc22 req-22e1aa67-5d0a-49a6-818e-39fb9e75861a tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:40:07.120952 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ed86dd63-1896-41b4-bc70-c7515422cc22 req-22e1aa67-5d0a-49a6-818e-39fb9e75861a tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3974cb25-0080-4e8b-bf7a-f037210f594a HTTP/1.1" status: 200 len: 946 time: 0.0454605 Nov 02 07:40:07.168051 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-ed86dd63-1896-41b4-bc70-c7515422cc22 req-00c176d2-1036-457b-9d56-85295f62c195 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=54ad5e86-576e-4801-a696-3d1fd5410d96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415430 Nov 02 07:40:07.544561 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637a222-6092-49cb-921a-2a2b7625bd58 req-c7796c20-4dac-40bd-b858-dedc85df375a tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:40:07.545951 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e637a222-6092-49cb-921a-2a2b7625bd58 req-c7796c20-4dac-40bd-b858-dedc85df375a tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=3974cb25-0080-4e8b-bf7a-f037210f594a HTTP/1.1" status: 200 len: 946 time: 0.0456920 Nov 02 07:40:07.899038 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-e637a222-6092-49cb-921a-2a2b7625bd58 req-bfc4d45e-ece0-496e-a2e7-2898d2e10a3c tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Deleting port 7f4bd317-1cce-4be6-bca0-9d83628ac27d {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:40:07.899267 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-e637a222-6092-49cb-921a-2a2b7625bd58 req-bfc4d45e-ece0-496e-a2e7-2898d2e10a3c tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (7f4bd317-1cce-4be6-bca0-9d83628ac27d), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:07.924902 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:40:07.968476 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=100 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:40:07.989003 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-e637a222-6092-49cb-921a-2a2b7625bd58 req-bfc4d45e-ece0-496e-a2e7-2898d2e10a3c tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] For port 7f4bd317-1cce-4be6-bca0-9d83628ac27d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7f4bd317-1cce-4be6-bca0-9d83628ac27d,segment=NetworkSegment(dd292746-ab40-4cf5-9d3e-1a18b87071a4),segment_id=dd292746-ab40-4cf5-9d3e-1a18b87071a4)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:40:07.989382 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-e637a222-6092-49cb-921a-2a2b7625bd58 req-bfc4d45e-ece0-496e-a2e7-2898d2e10a3c tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (7f4bd317-1cce-4be6-bca0-9d83628ac27d), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:08.002599 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-e637a222-6092-49cb-921a-2a2b7625bd58 req-bfc4d45e-ece0-496e-a2e7-2898d2e10a3c tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Calling delete_port for 7f4bd317-1cce-4be6-bca0-9d83628ac27d owned by compute:nova {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:40:08.127692 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-e637a222-6092-49cb-921a-2a2b7625bd58 req-bfc4d45e-ece0-496e-a2e7-2898d2e10a3c tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (7f4bd317-1cce-4be6-bca0-9d83628ac27d), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:08.157847 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4d45e-ece0-496e-a2e7-2898d2e10a3c tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Pushing event deleted for resources: {'Port': ['ID=7f4bd317-1cce-4be6-bca0-9d83628ac27d,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:40:08.165457 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] get_ports_and_sgs() called for port_ids ['7f4bd317-1cce-4be6-bca0-9d83628ac27d'] {{(pid=104570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 07:40:08.201479 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-e637a222-6092-49cb-921a-2a2b7625bd58 req-bfc4d45e-ece0-496e-a2e7-2898d2e10a3c tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] No DVR routers for this DVR port 7f4bd317-1cce-4be6-bca0-9d83628ac27d on host hv-cinder-80473 {{(pid=104569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:40:08.204118 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-e637a222-6092-49cb-921a-2a2b7625bd58 req-bfc4d45e-ece0-496e-a2e7-2898d2e10a3c tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:08.207553 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-e637a222-6092-49cb-921a-2a2b7625bd58 req-bfc4d45e-ece0-496e-a2e7-2898d2e10a3c tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.47 "DELETE /networking/v2.0/ports/7f4bd317-1cce-4be6-bca0-9d83628ac27d HTTP/1.1" status: 204 len: 173 time: 0.6554706 Nov 02 07:40:08.208085 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3974cb25-0080-4e8b-bf7a-f037210f594a', 'name': 'network-vif-deleted', 'tag': '7f4bd317-1cce-4be6-bca0-9d83628ac27d'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:40:08.210886 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c634ef0e-ad63-466f-9605-3f98f509eb1f" -d '{"events": [{"server_uuid": "3974cb25-0080-4e8b-bf7a-f037210f594a", "name": "network-vif-deleted", "tag": "7f4bd317-1cce-4be6-bca0-9d83628ac27d"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:40:08.263668 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5639569-b55a-43a0-b847-7dca368916cb x-openstack-request-id: req-a5639569-b55a-43a0-b847-7dca368916cb {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:40:08.263965 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3974cb25-0080-4e8b-bf7a-f037210f594a", "name": "network-vif-deleted", "tag": "7f4bd317-1cce-4be6-bca0-9d83628ac27d", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:40:08.264215 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5639569-b55a-43a0-b847-7dca368916cb {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:40:08.264613 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5639569-b55a-43a0-b847-7dca368916cb'] response: {'server_uuid': '3974cb25-0080-4e8b-bf7a-f037210f594a', 'name': 'network-vif-deleted', 'tag': '7f4bd317-1cce-4be6-bca0-9d83628ac27d', 'status': 'completed', 'code': 200} Nov 02 07:40:08.281125 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-52eac95e-c8fb-450d-b2d8-59e3ef4e4bbc req-febd974a-1589-426e-807f-c466685083c0 tempest-VolumesSnapshotTestJSON-1536594870 tempest-VolumesSnapshotTestJSON-1536594870-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3974cb25-0080-4e8b-bf7a-f037210f594a HTTP/1.1" status: 200 len: 210 time: 0.0308604 Nov 02 07:40:13.528696 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:40:13.530665 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:40:13.621679 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:40:13.687867 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 7f4bd317-1cce-4be6-bca0-9d83628ac27d no longer exists at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:40:13.710682 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] No Port match for: 7f4bd317-1cce-4be6-bca0-9d83628ac27d {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:40:13.711021 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 7f4bd317-1cce-4be6-bca0-9d83628ac27d not bound to the agent host hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:40:16.372917 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-3d39cee2-b632-44de-ba61-5a154c1c7a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:18.260162 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=28,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:40:18.262813 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=29,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:40:18.563686 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-128fcfc1-7027-4a5b-aef1-3a4314513bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:19.933024 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:21.354076 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:21.432692 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:23.617522 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=26 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:40:23.618238 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:40:28.652894 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:30.477711 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 43606) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:40:30.521994 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc059849-6e3b-4962-aeac-1aabee11d601 admin admin] Deleting subnet bfdf00b1-2332-4bcf-b5dd-e0c32b4d34ab {{(pid=104569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 07:40:30.525786 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-dc059849-6e3b-4962-aeac-1aabee11d601 admin admin] Publish callbacks [] for subnet (bfdf00b1-2332-4bcf-b5dd-e0c32b4d34ab), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:30.561884 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-dc059849-6e3b-4962-aeac-1aabee11d601 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3451448'] for subnet (bfdf00b1-2332-4bcf-b5dd-e0c32b4d34ab), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:30.600616 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-dc059849-6e3b-4962-aeac-1aabee11d601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134157560'] for subnet (bfdf00b1-2332-4bcf-b5dd-e0c32b4d34ab), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:30.652002 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-dc059849-6e3b-4962-aeac-1aabee11d601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134157505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3257418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041961'] for subnet (bfdf00b1-2332-4bcf-b5dd-e0c32b4d34ab), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:30.675045 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc059849-6e3b-4962-aeac-1aabee11d601 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfdf00b1-2332-4bcf-b5dd-e0c32b4d34ab,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:40:30.684974 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-dc059849-6e3b-4962-aeac-1aabee11d601 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:30.687899 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-dc059849-6e3b-4962-aeac-1aabee11d601 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/bfdf00b1-2332-4bcf-b5dd-e0c32b4d34ab HTTP/1.1" status: 204 len: 168 time: 0.2092073 Nov 02 07:40:30.689634 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc059849-6e3b-4962-aeac-1aabee11d601 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:40:30.690064 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc059849-6e3b-4962-aeac-1aabee11d601 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:40:30.690434 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc059849-6e3b-4962-aeac-1aabee11d601 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:40:30.690551 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 43608) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:40:30.690959 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc059849-6e3b-4962-aeac-1aabee11d601 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:40:30.691073 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc059849-6e3b-4962-aeac-1aabee11d601 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:40:30.691404 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc059849-6e3b-4962-aeac-1aabee11d601 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:40:30.691725 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc059849-6e3b-4962-aeac-1aabee11d601 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:40:30.692049 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc059849-6e3b-4962-aeac-1aabee11d601 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:40:30.692371 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc059849-6e3b-4962-aeac-1aabee11d601 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:40:30.692692 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc059849-6e3b-4962-aeac-1aabee11d601 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:40:30.693017 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc059849-6e3b-4962-aeac-1aabee11d601 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:40:30.693335 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc059849-6e3b-4962-aeac-1aabee11d601 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:40:30.693656 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc059849-6e3b-4962-aeac-1aabee11d601 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:40:30.693970 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc059849-6e3b-4962-aeac-1aabee11d601 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:40:30.694284 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc059849-6e3b-4962-aeac-1aabee11d601 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:40:30.760275 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-40b1d24b-20b9-4b68-bc4c-aac4cc086194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134064640'] for network (25540d19-7bb3-4b5f-b387-4dee03cfded6), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:30.840619 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-40b1d24b-20b9-4b68-bc4c-aac4cc086194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134158659', 'neutron.services.segments.db._delete_segments_for_network-8744620219010'] for network (25540d19-7bb3-4b5f-b387-4dee03cfded6), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:30.861070 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-40b1d24b-20b9-4b68-bc4c-aac4cc086194 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25540d19-7bb3-4b5f-b387-4dee03cfded6']}} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:40:30.870668 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-40b1d24b-20b9-4b68-bc4c-aac4cc086194 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd292746-ab40-4cf5-9d3e-1a18b87071a4') {'for_net_delete': True} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:40:30.870972 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-40b1d24b-20b9-4b68-bc4c-aac4cc086194 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd292746-ab40-4cf5-9d3e-1a18b87071a4') {} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:40:30.880637 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-40b1d24b-20b9-4b68-bc4c-aac4cc086194 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744620219073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3576842'] for segment (dd292746-ab40-4cf5-9d3e-1a18b87071a4), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:30.894248 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-40b1d24b-20b9-4b68-bc4c-aac4cc086194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (dd292746-ab40-4cf5-9d3e-1a18b87071a4), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:30.900899 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b1d24b-20b9-4b68-bc4c-aac4cc086194 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=104568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 07:40:30.901282 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-40b1d24b-20b9-4b68-bc4c-aac4cc086194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3576379'] for segment (dd292746-ab40-4cf5-9d3e-1a18b87071a4), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:30.950790 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment dd292746-ab40-4cf5-9d3e-1a18b87071a4 resource provider aggregate not found Nov 02 07:40:30.968970 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-40b1d24b-20b9-4b68-bc4c-aac4cc086194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134158664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649174'] for network (25540d19-7bb3-4b5f-b387-4dee03cfded6), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:30.971507 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment dd292746-ab40-4cf5-9d3e-1a18b87071a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd292746-ab40-4cf5-9d3e-1a18b87071a4 found for delete ", "request_id": "req-e24d446b-3a17-46ba-8978-83242e9e839d"}]} Nov 02 07:40:30.975465 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-40b1d24b-20b9-4b68-bc4c-aac4cc086194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:30.979229 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-40b1d24b-20b9-4b68-bc4c-aac4cc086194 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/25540d19-7bb3-4b5f-b387-4dee03cfded6 HTTP/1.1" status: 204 len: 168 time: 0.2877033 Nov 02 07:40:30.990055 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1d24b-20b9-4b68-bc4c-aac4cc086194 admin admin] Pushing event deleted for resources: {'Network': ['ID=25540d19-7bb3-4b5f-b387-4dee03cfded6,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:40:31.139558 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 43616) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:40:31.179960 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-83ef7914-f3e2-4923-92c1-a32bf0983676 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=5c30df4815d74ad3a0805a7e0ee259a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392838 Nov 02 07:40:31.182852 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 43618) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:40:31.234434 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5599df9d-038b-4d8b-bf12-ed7f688f4be8 admin admin] Publish callbacks [] for security_group (54ad5e86-576e-4801-a696-3d1fd5410d96), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:31.254893 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5599df9d-038b-4d8b-bf12-ed7f688f4be8 admin admin] Publish callbacks [] for security_group (54ad5e86-576e-4801-a696-3d1fd5410d96), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:31.302339 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5599df9d-038b-4d8b-bf12-ed7f688f4be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (54ad5e86-576e-4801-a696-3d1fd5410d96), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:31.304950 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5599df9d-038b-4d8b-bf12-ed7f688f4be8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:31.306699 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-5599df9d-038b-4d8b-bf12-ed7f688f4be8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/54ad5e86-576e-4801-a696-3d1fd5410d96 HTTP/1.1" status: 204 len: 168 time: 0.1229534 Nov 02 07:40:31.314760 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599df9d-038b-4d8b-bf12-ed7f688f4be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ad5e86-576e-4801-a696-3d1fd5410d96,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:40:37.375109 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-46084e46-1aa1-47f3-9af2-f53870f09af8 req-ea40ca71-ee68-4489-b291-8c2aec9f2ebe service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=babe8edf-10cd-4baf-91c6-a75d694f323e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388770 Nov 02 07:40:37.477410 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46084e46-1aa1-47f3-9af2-f53870f09af8 req-6aa7fe12-4a28-4d92-a050-42c70dbf8025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:40:37.478899 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-46084e46-1aa1-47f3-9af2-f53870f09af8 req-6aa7fe12-4a28-4d92-a050-42c70dbf8025 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=86cca0dcb21a47e483458b36e33f5036&device_id=babe8edf-10cd-4baf-91c6-a75d694f323e HTTP/1.1" status: 200 len: 1129 time: 0.0386565 Nov 02 07:40:37.584700 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46084e46-1aa1-47f3-9af2-f53870f09af8 req-a8029702-6785-40f5-a07b-314853a1fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:40:37.586150 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-46084e46-1aa1-47f3-9af2-f53870f09af8 req-a8029702-6785-40f5-a07b-314853a1fa38 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=5c6f85dd-45ed-4684-846a-c63750ac56e2 HTTP/1.1" status: 200 len: 912 time: 0.0879543 Nov 02 07:40:37.653990 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-46084e46-1aa1-47f3-9af2-f53870f09af8 req-e1714734-3a82-4f68-94e9-b2385b92680e service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7842c2ea-424f-4a73-8ec7-b57ccdf25354 HTTP/1.1" status: 200 len: 1000 time: 0.0585797 Nov 02 07:40:37.701711 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46084e46-1aa1-47f3-9af2-f53870f09af8 req-6ad69a98-c893-4f9e-8c05-2aadf42f1259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:40:37.703145 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-46084e46-1aa1-47f3-9af2-f53870f09af8 req-6ad69a98-c893-4f9e-8c05-2aadf42f1259 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=4802d687-3783-47ab-8dfb-ce3297beb760 HTTP/1.1" status: 200 len: 850 time: 0.0429955 Nov 02 07:40:37.745998 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46084e46-1aa1-47f3-9af2-f53870f09af8 req-9e23b7f8-e54f-4cd6-b12c-7416948761fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:40:37.747664 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-46084e46-1aa1-47f3-9af2-f53870f09af8 req-9e23b7f8-e54f-4cd6-b12c-7416948761fe service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=5c6f85dd-45ed-4684-846a-c63750ac56e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386450 Nov 02 07:40:37.839466 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-46084e46-1aa1-47f3-9af2-f53870f09af8 req-dcf2f21d-a404-422a-b876-50b14ca74255 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5c6f85dd-45ed-4684-846a-c63750ac56e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857716 Nov 02 07:40:37.907521 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:40:37.911046 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:40:37.931596 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-46084e46-1aa1-47f3-9af2-f53870f09af8 req-b0a3d250-6074-47bb-b445-e036d04658ec service neutron] 10.222.0.47 "GET /networking/v2.0/networks/5c6f85dd-45ed-4684-846a-c63750ac56e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855212 Nov 02 07:40:40.962243 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=24,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:40:40.982499 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=29,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:40:41.327346 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:40:41.328167 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=51,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:40:46.377085 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-41813ad1-5559-4b2d-8ed5-8e77a88692fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:47.933487 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=5 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:40:48.565198 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d63bfef3-f06e-42d6-ba47-38b7143b7fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:49.936743 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:50.620898 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:40:51.353755 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:51.436220 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:40:52.649201 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=3 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:40:58.654495 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:00.617220 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=5 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:41:01.286858 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c691ed1-50ef-485d-b45e-9d46be951b3b req-1a1cca65-8b21-44e0-bd7b-f4de953bdda4 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:41:01.288320 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2c691ed1-50ef-485d-b45e-9d46be951b3b req-1a1cca65-8b21-44e0-bd7b-f4de953bdda4 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=babe8edf-10cd-4baf-91c6-a75d694f323e HTTP/1.1" status: 200 len: 945 time: 0.0475361 Nov 02 07:41:01.339271 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-2c691ed1-50ef-485d-b45e-9d46be951b3b req-e9a992a1-9d38-4fd9-8023-7fccea3c5f0b tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=34a7e531-11a2-4299-8916-83c0b587912d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455301 Nov 02 07:41:02.460464 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00876218-3161-42c6-980b-410fa7744bd2 req-45454268-0d8c-4dbd-b2d0-b3631a26b6a6 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:41:02.461905 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-00876218-3161-42c6-980b-410fa7744bd2 req-45454268-0d8c-4dbd-b2d0-b3631a26b6a6 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=babe8edf-10cd-4baf-91c6-a75d694f323e HTTP/1.1" status: 200 len: 945 time: 0.0458264 Nov 02 07:41:02.509022 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-00876218-3161-42c6-980b-410fa7744bd2 req-76745401-b03c-4b1e-ab3d-654a62d29e6c tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=34a7e531-11a2-4299-8916-83c0b587912d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409167 Nov 02 07:41:03.123819 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f80174-9dc5-4eca-b6ad-34645e3ded37 req-ac144b25-fa07-4d77-a175-10109d74aad7 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:41:03.125221 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-56f80174-9dc5-4eca-b6ad-34645e3ded37 req-ac144b25-fa07-4d77-a175-10109d74aad7 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=babe8edf-10cd-4baf-91c6-a75d694f323e HTTP/1.1" status: 200 len: 945 time: 0.0453084 Nov 02 07:41:03.207163 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-56f80174-9dc5-4eca-b6ad-34645e3ded37 req-c5c1bb1e-879e-4897-a15b-dce0d8cc7022 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Deleting port 7842c2ea-424f-4a73-8ec7-b57ccdf25354 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:41:03.207497 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-56f80174-9dc5-4eca-b6ad-34645e3ded37 req-c5c1bb1e-879e-4897-a15b-dce0d8cc7022 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (7842c2ea-424f-4a73-8ec7-b57ccdf25354), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:03.297230 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [req-56f80174-9dc5-4eca-b6ad-34645e3ded37 req-c5c1bb1e-879e-4897-a15b-dce0d8cc7022 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] For port 7842c2ea-424f-4a73-8ec7-b57ccdf25354, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7842c2ea-424f-4a73-8ec7-b57ccdf25354,segment=NetworkSegment(91deb477-2a25-491c-b052-05350861dcc3),segment_id=91deb477-2a25-491c-b052-05350861dcc3)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:41:03.297769 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-56f80174-9dc5-4eca-b6ad-34645e3ded37 req-c5c1bb1e-879e-4897-a15b-dce0d8cc7022 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (7842c2ea-424f-4a73-8ec7-b57ccdf25354), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:03.469630 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-56f80174-9dc5-4eca-b6ad-34645e3ded37 req-c5c1bb1e-879e-4897-a15b-dce0d8cc7022 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:03.470340 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-56f80174-9dc5-4eca-b6ad-34645e3ded37 req-c5c1bb1e-879e-4897-a15b-dce0d8cc7022 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649213'] for floatingip (957ba338-0095-44ab-88d2-c25e2b992fe1), after_update {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:03.470340 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.db.l3_db [req-56f80174-9dc5-4eca-b6ad-34645e3ded37 req-c5c1bb1e-879e-4897-a15b-dce0d8cc7022 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Floating IP 957ba338-0095-44ab-88d2-c25e2b992fe1 disassociated. External IP: 172.27.2.66, port: 7842c2ea-424f-4a73-8ec7-b57ccdf25354. Nov 02 07:41:03.470665 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [req-56f80174-9dc5-4eca-b6ad-34645e3ded37 req-c5c1bb1e-879e-4897-a15b-dce0d8cc7022 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Calling delete_port for 7842c2ea-424f-4a73-8ec7-b57ccdf25354 owned by compute:nova {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:41:03.633333 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-56f80174-9dc5-4eca-b6ad-34645e3ded37 req-c5c1bb1e-879e-4897-a15b-dce0d8cc7022 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (7842c2ea-424f-4a73-8ec7-b57ccdf25354), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:03.669011 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbc77a-8cbf-458e-b348-ca32fefb06a1 req-676ed7d5-0c62-4939-8340-bc6779c4732b tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:41:03.671025 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-75dbc77a-8cbf-458e-b348-ca32fefb06a1 req-676ed7d5-0c62-4939-8340-bc6779c4732b tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=babe8edf-10cd-4baf-91c6-a75d694f323e HTTP/1.1" status: 200 len: 945 time: 0.0830247 Nov 02 07:41:03.673348 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1bb1e-879e-4897-a15b-dce0d8cc7022 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Pushing event deleted for resources: {'Port': ['ID=7842c2ea-424f-4a73-8ec7-b57ccdf25354,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:41:03.772190 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-75dbc77a-8cbf-458e-b348-ca32fefb06a1 req-3f2e7963-c296-41cb-bffb-803e12f87863 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=34a7e531-11a2-4299-8916-83c0b587912d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949581 Nov 02 07:41:03.772595 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:41:03.827318 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56f80174-9dc5-4eca-b6ad-34645e3ded37 req-c5c1bb1e-879e-4897-a15b-dce0d8cc7022 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Router caa99077-dbbd-42eb-86ab-817583b0e67e has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:41:03.830246 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:41:03.933021 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56f80174-9dc5-4eca-b6ad-34645e3ded37 req-c5c1bb1e-879e-4897-a15b-dce0d8cc7022 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:41:03.944390 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be06c00f-b399-4165-80e4-9f7707e29a54 None None] Sync routers for ids ['caa99077-dbbd-42eb-86ab-817583b0e67e'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:41:03.954931 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be06c00f-b399-4165-80e4-9f7707e29a54 None None] Routers {'caa99077-dbbd-42eb-86ab-817583b0e67e'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:41:03.955549 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-be06c00f-b399-4165-80e4-9f7707e29a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:40:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['caa99077-dbbd-42eb-86ab-817583b0e67e'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:41:03.976389 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f80174-9dc5-4eca-b6ad-34645e3ded37 req-c5c1bb1e-879e-4897-a15b-dce0d8cc7022 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] No DVR routers for this DVR port 7842c2ea-424f-4a73-8ec7-b57ccdf25354 on host hv-cinder-80473 {{(pid=104569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:41:03.978959 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [req-56f80174-9dc5-4eca-b6ad-34645e3ded37 req-c5c1bb1e-879e-4897-a15b-dce0d8cc7022 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for port (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:03.983273 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [req-56f80174-9dc5-4eca-b6ad-34645e3ded37 req-c5c1bb1e-879e-4897-a15b-dce0d8cc7022 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.47 "DELETE /networking/v2.0/ports/7842c2ea-424f-4a73-8ec7-b57ccdf25354 HTTP/1.1" status: 204 len: 173 time: 0.8528264 Nov 02 07:41:03.983771 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'babe8edf-10cd-4baf-91c6-a75d694f323e', 'name': 'network-vif-deleted', 'tag': '7842c2ea-424f-4a73-8ec7-b57ccdf25354'}] {{(pid=104569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 07:41:03.985998 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9510f44ca3a436c5cc46a5aed2cc3fe768ff35fdfb41322f4645d05b1d038d18" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c5078a-dbae-4a49-97ad-7f12b07f186e" -d '{"events": [{"server_uuid": "babe8edf-10cd-4baf-91c6-a75d694f323e", "name": "network-vif-deleted", "tag": "7842c2ea-424f-4a73-8ec7-b57ccdf25354"}]}' {{(pid=104569) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 07:41:04.074841 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-be06c00f-b399-4165-80e4-9f7707e29a54 None None] Set router caa99077-dbbd-42eb-86ab-817583b0e67e gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:41:04.258628 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 07:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0dc26d-7c8c-4cb5-876e-fcbcbcd8e0a7 x-openstack-request-id: req-6c0dc26d-7c8c-4cb5-876e-fcbcbcd8e0a7 {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 07:41:04.258919 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "babe8edf-10cd-4baf-91c6-a75d694f323e", "name": "network-vif-deleted", "tag": "7842c2ea-424f-4a73-8ec7-b57ccdf25354", "status": "completed", "code": 200}]} {{(pid=104569) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 07:41:04.259168 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c0dc26d-7c8c-4cb5-876e-fcbcbcd8e0a7 {{(pid=104569) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 07:41:04.259573 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c0dc26d-7c8c-4cb5-876e-fcbcbcd8e0a7'] response: {'server_uuid': 'babe8edf-10cd-4baf-91c6-a75d694f323e', 'name': 'network-vif-deleted', 'tag': '7842c2ea-424f-4a73-8ec7-b57ccdf25354', 'status': 'completed', 'code': 200} Nov 02 07:41:04.290260 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-be06c00f-b399-4165-80e4-9f7707e29a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'name': 'tempest-AttachVolumeTestJSON-1597362884-router', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '75246111-2bd2-4670-902f-802a88fbdc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:36:21Z', 'updated_at': '2022-11-02T07:36:24Z', 'revision_number': 4, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'gw_port': {'id': '75246111-2bd2-4670-902f-802a88fbdc61', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:22Z', 'updated_at': '2022-11-02T07:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '314cd1a8-16ca-41e2-b1f3-90f625f1a623', 'name': '', 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'mac_address': 'fa:16:3e:13:31:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:24Z', 'updated_at': '2022-11-02T07:36:31Z', 'revision_number': 5, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'subnets': [{'id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:41:04.318990 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be06c00f-b399-4165-80e4-9f7707e29a54 None None] Checking router: caa99077-dbbd-42eb-86ab-817583b0e67e for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:41:04.327358 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be06c00f-b399-4165-80e4-9f7707e29a54 None None] Routers {'caa99077-dbbd-42eb-86ab-817583b0e67e'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:41:04.327961 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-be06c00f-b399-4165-80e4-9f7707e29a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:40:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['caa99077-dbbd-42eb-86ab-817583b0e67e'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:41:04.425924 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-be06c00f-b399-4165-80e4-9f7707e29a54 None None] Set router caa99077-dbbd-42eb-86ab-817583b0e67e gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:41:04.622866 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-be06c00f-b399-4165-80e4-9f7707e29a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'name': 'tempest-AttachVolumeTestJSON-1597362884-router', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '75246111-2bd2-4670-902f-802a88fbdc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:36:21Z', 'updated_at': '2022-11-02T07:36:24Z', 'revision_number': 4, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'gw_port': {'id': '75246111-2bd2-4670-902f-802a88fbdc61', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:22Z', 'updated_at': '2022-11-02T07:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '314cd1a8-16ca-41e2-b1f3-90f625f1a623', 'name': '', 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'mac_address': 'fa:16:3e:13:31:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:24Z', 'updated_at': '2022-11-02T07:36:31Z', 'revision_number': 5, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'subnets': [{'id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:41:04.648637 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be06c00f-b399-4165-80e4-9f7707e29a54 None None] The sync data for ids ['caa99077-dbbd-42eb-86ab-817583b0e67e'] in dv-cinder-804735-33-iscsi is: [{'id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'name': 'tempest-AttachVolumeTestJSON-1597362884-router', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '75246111-2bd2-4670-902f-802a88fbdc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:36:21Z', 'updated_at': '2022-11-02T07:36:24Z', 'revision_number': 4, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'gw_port': {'id': '75246111-2bd2-4670-902f-802a88fbdc61', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:22Z', 'updated_at': '2022-11-02T07:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi', '_interfaces': [{'id': '314cd1a8-16ca-41e2-b1f3-90f625f1a623', 'name': '', 'network_id': '5c6f85dd-45ed-4684-846a-c63750ac56e2', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'mac_address': 'fa:16:3e:13:31:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:24Z', 'updated_at': '2022-11-02T07:36:31Z', 'revision_number': 5, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'subnets': [{'id': '4802d687-3783-47ab-8dfb-ce3297beb760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:41:04.872470 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3a036f-5b97-4d1f-9d27-c64b20f42ca8 None None] New status for floating IP 957ba338-0095-44ab-88d2-c25e2b992fe1: DOWN {{(pid=104571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 07:41:04.872958 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 43756) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:41:04.928250 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5f1eb38c-1a63-48dd-92de-689246443313 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for security_group (34a7e531-11a2-4299-8916-83c0b587912d), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:04.949945 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5f1eb38c-1a63-48dd-92de-689246443313 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for security_group (34a7e531-11a2-4299-8916-83c0b587912d), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:05.010066 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5f1eb38c-1a63-48dd-92de-689246443313 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (34a7e531-11a2-4299-8916-83c0b587912d), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:05.013543 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-5f1eb38c-1a63-48dd-92de-689246443313 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:05.019401 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-5f1eb38c-1a63-48dd-92de-689246443313 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/34a7e531-11a2-4299-8916-83c0b587912d HTTP/1.1" status: 204 len: 168 time: 0.1415303 Nov 02 07:41:05.019811 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 43758) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:41:05.025300 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1eb38c-1a63-48dd-92de-689246443313 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a7e531-11a2-4299-8916-83c0b587912d,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:41:05.037029 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.api.v2.resource [None req-7f2179e9-e4cc-4ab0-adb8-2b609611b891 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] show failed (client error): The resource could not be found. Nov 02 07:41:05.040834 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-7f2179e9-e4cc-4ab0-adb8-2b609611b891 tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "GET /networking/v2.0/security-groups/34a7e531-11a2-4299-8916-83c0b587912d HTTP/1.1" status: 404 len: 347 time: 0.0170619 Nov 02 07:41:05.041016 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 43760) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:41:05.153407 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-2353e585-4f41-4d1a-a961-eaf05944759e tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Deleting port 46895e5d-6444-42cc-b4b3-a93069e30492 {{(pid=104568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:41:05.153756 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2353e585-4f41-4d1a-a961-eaf05944759e tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (46895e5d-6444-42cc-b4b3-a93069e30492), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:05.232081 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2353e585-4f41-4d1a-a961-eaf05944759e tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (46895e5d-6444-42cc-b4b3-a93069e30492), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:05.232313 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2353e585-4f41-4d1a-a961-eaf05944759e tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for floatingip (46895e5d-6444-42cc-b4b3-a93069e30492), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:05.244274 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.plugin [None req-2353e585-4f41-4d1a-a961-eaf05944759e tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Calling delete_port for 46895e5d-6444-42cc-b4b3-a93069e30492 owned by network:floatingip {{(pid=104568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:41:05.373317 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2353e585-4f41-4d1a-a961-eaf05944759e tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576520'] for port (46895e5d-6444-42cc-b4b3-a93069e30492), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:05.398847 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353e585-4f41-4d1a-a961-eaf05944759e tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Pushing event deleted for resources: {'Port': ['ID=46895e5d-6444-42cc-b4b3-a93069e30492,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:41:05.408470 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353e585-4f41-4d1a-a961-eaf05944759e tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:05.408815 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353e585-4f41-4d1a-a961-eaf05944759e tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:05.409155 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353e585-4f41-4d1a-a961-eaf05944759e tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:05.409494 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353e585-4f41-4d1a-a961-eaf05944759e tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:05.409826 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353e585-4f41-4d1a-a961-eaf05944759e tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:05.410670 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353e585-4f41-4d1a-a961-eaf05944759e tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:05.410670 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353e585-4f41-4d1a-a961-eaf05944759e tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:05.410861 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353e585-4f41-4d1a-a961-eaf05944759e tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:05.411109 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353e585-4f41-4d1a-a961-eaf05944759e tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:05.411429 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353e585-4f41-4d1a-a961-eaf05944759e tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:05.411757 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353e585-4f41-4d1a-a961-eaf05944759e tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:05.412078 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353e585-4f41-4d1a-a961-eaf05944759e tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:05.412394 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353e585-4f41-4d1a-a961-eaf05944759e tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:05.412709 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353e585-4f41-4d1a-a961-eaf05944759e tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:05.413023 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2353e585-4f41-4d1a-a961-eaf05944759e tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:05.474094 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2353e585-4f41-4d1a-a961-eaf05944759e tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks [] for floatingip (957ba338-0095-44ab-88d2-c25e2b992fe1), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:05.476669 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-2353e585-4f41-4d1a-a961-eaf05944759e tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121476'] for floatingip (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:05.477883 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-2353e585-4f41-4d1a-a961-eaf05944759e tempest-AttachVolumeTestJSON-605350857 tempest-AttachVolumeTestJSON-605350857-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/957ba338-0095-44ab-88d2-c25e2b992fe1 HTTP/1.1" status: 204 len: 168 time: 0.4360118 Nov 02 07:41:07.039846 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 7842c2ea-424f-4a73-8ec7-b57ccdf25354 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:41:07.063289 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] No Port match for: 7842c2ea-424f-4a73-8ec7-b57ccdf25354 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:41:07.063635 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Device 7842c2ea-424f-4a73-8ec7-b57ccdf25354 not bound to the agent host hv-cinder-80473 {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:41:09.034720 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 43788) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:41:09.337704 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c2559739-28f1-40f3-9ead-2a40ec6e1406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651005'] for router_interface (caa99077-dbbd-42eb-86ab-817583b0e67e), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:09.551701 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-c2559739-28f1-40f3-9ead-2a40ec6e1406 admin admin] Deleting port 314cd1a8-16ca-41e2-b1f3-90f625f1a623 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:41:09.552035 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c2559739-28f1-40f3-9ead-2a40ec6e1406 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (314cd1a8-16ca-41e2-b1f3-90f625f1a623), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:09.570294 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:41:09.632618 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-c2559739-28f1-40f3-9ead-2a40ec6e1406 admin admin] For port 314cd1a8-16ca-41e2-b1f3-90f625f1a623, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=314cd1a8-16ca-41e2-b1f3-90f625f1a623,segment=NetworkSegment(91deb477-2a25-491c-b052-05350861dcc3),segment_id=91deb477-2a25-491c-b052-05350861dcc3)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:41:09.632877 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c2559739-28f1-40f3-9ead-2a40ec6e1406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (314cd1a8-16ca-41e2-b1f3-90f625f1a623), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:09.646637 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-c2559739-28f1-40f3-9ead-2a40ec6e1406 admin admin] Calling delete_port for 314cd1a8-16ca-41e2-b1f3-90f625f1a623 owned by network:router_interface {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:41:09.650084 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:41:09.821311 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c2559739-28f1-40f3-9ead-2a40ec6e1406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (314cd1a8-16ca-41e2-b1f3-90f625f1a623), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:09.844945 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2559739-28f1-40f3-9ead-2a40ec6e1406 admin admin] Pushing event deleted for resources: {'Port': ['ID=314cd1a8-16ca-41e2-b1f3-90f625f1a623,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:41:10.005700 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-c2559739-28f1-40f3-9ead-2a40ec6e1406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-997933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-647533'] for router_interface (caa99077-dbbd-42eb-86ab-817583b0e67e), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:10.026926 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f6d2b3-e753-4f3e-ab11-89a613b8ac09 None None] get_active_networks_info from dv-cinder-804735-33-iscsi {{(pid=104570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Nov 02 07:41:10.057076 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:41:10.083774 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:41:10.099936 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f6d2b3-e753-4f3e-ab11-89a613b8ac09 None None] Resources bound (agent type, host, resource id): {{(pid=104570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 07:41:10.212257 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2559739-28f1-40f3-9ead-2a40ec6e1406 admin admin] Router caa99077-dbbd-42eb-86ab-817583b0e67e has already been hosted by L3 agent a585019f-5dcf-4fed-8bec-bf74df67b41a {{(pid=104569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 07:41:10.318389 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2559739-28f1-40f3-9ead-2a40ec6e1406 admin admin] Notify agent at l3_agent.dv-cinder-804735-33-iscsi the message routers_updated {{(pid=104569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 07:41:10.326753 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-c2559739-28f1-40f3-9ead-2a40ec6e1406 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/caa99077-dbbd-42eb-86ab-817583b0e67e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2876685 Nov 02 07:41:10.326753 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 43790) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:41:10.329440 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b461f0b-b28b-4f33-9ab1-87ca5cb76cb3 None None] Sync routers for ids ['caa99077-dbbd-42eb-86ab-817583b0e67e'] in dv-cinder-804735-33-iscsi {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 07:41:10.339728 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b461f0b-b28b-4f33-9ab1-87ca5cb76cb3 None None] Routers {'caa99077-dbbd-42eb-86ab-817583b0e67e'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:41:10.341287 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-6b461f0b-b28b-4f33-9ab1-87ca5cb76cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:40:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['caa99077-dbbd-42eb-86ab-817583b0e67e'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:41:10.429752 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e9a79474-b80d-474c-86d2-f1bf718cf6c4 admin admin] Publish callbacks [] for router (caa99077-dbbd-42eb-86ab-817583b0e67e), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:10.431426 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:41:10.453525 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-6b461f0b-b28b-4f33-9ab1-87ca5cb76cb3 None None] Set router caa99077-dbbd-42eb-86ab-817583b0e67e gateway port host: dv-cinder-804735-33-iscsi {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:41:10.511375 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:41:10.787684 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-6b461f0b-b28b-4f33-9ab1-87ca5cb76cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'name': 'tempest-AttachVolumeTestJSON-1597362884-router', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'external_fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '75246111-2bd2-4670-902f-802a88fbdc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:36:21Z', 'updated_at': '2022-11-02T07:41:09Z', 'revision_number': 5, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'gw_port': {'id': '75246111-2bd2-4670-902f-802a88fbdc61', 'name': '', 'network_id': 'ac01166e-81e9-4cae-b853-f9fd1f541c1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T07:36:22Z', 'updated_at': '2022-11-02T07:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '957d630b-2ac5-4777-98af-d9a9e169b647', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-33-iscsi'}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:41:10.822671 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b461f0b-b28b-4f33-9ab1-87ca5cb76cb3 None None] Checking router: caa99077-dbbd-42eb-86ab-817583b0e67e for host: dv-cinder-804735-33-iscsi {{(pid=104570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 07:41:10.825741 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e9a79474-b80d-474c-86d2-f1bf718cf6c4 admin admin] Publish callbacks [] for router_gateway (caa99077-dbbd-42eb-86ab-817583b0e67e), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:10.832974 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.provisioning_blocks [None req-782c7c87-6fb8-47b6-a2e0-db1063b96666 None None] Provisioning complete for port 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34 triggered by entity DHCP. {{(pid=104570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Nov 02 07:41:10.833342 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-782c7c87-6fb8-47b6-a2e0-db1063b96666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134160362'] for port (5083d6ae-60e5-4cad-8a3b-9f8bee85ce34), provisioning_complete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:10.833670 dv-cinder-804735-33-iscsi neutron-server[104570]: INFO neutron.plugins.ml2.plugin [None req-782c7c87-6fb8-47b6-a2e0-db1063b96666 None None] Attempt 1 to provision port 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34 Nov 02 07:41:10.837182 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b461f0b-b28b-4f33-9ab1-87ca5cb76cb3 None None] Routers {'caa99077-dbbd-42eb-86ab-817583b0e67e'} bound to L3 agent in host dv-cinder-804735-33-iscsi {{(pid=104570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Nov 02 07:41:10.837783 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-6b461f0b-b28b-4f33-9ab1-87ca5cb76cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T07:21:18Z,description=,heartbeat_timestamp=2022-11-02T07:40:49Z,host='dv-cinder-804735-33-iscsi',id=a585019f-5dcf-4fed-8bec-bf74df67b41a,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T07:21:19Z,topic='l3_agent')) {'router_ids': ['caa99077-dbbd-42eb-86ab-817583b0e67e'], 'active': True} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:41:10.866859 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-e9a79474-b80d-474c-86d2-f1bf718cf6c4 admin admin] Deleting port 75246111-2bd2-4670-902f-802a88fbdc61 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:41:10.867217 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e9a79474-b80d-474c-86d2-f1bf718cf6c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (75246111-2bd2-4670-902f-802a88fbdc61), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:10.946443 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-e9a79474-b80d-474c-86d2-f1bf718cf6c4 admin admin] For port 75246111-2bd2-4670-902f-802a88fbdc61, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=75246111-2bd2-4670-902f-802a88fbdc61,segment=NetworkSegment(00ad9bf9-223a-4cf2-935d-c5f04c068d79),segment_id=00ad9bf9-223a-4cf2-935d-c5f04c068d79)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:41:10.946723 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e9a79474-b80d-474c-86d2-f1bf718cf6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (75246111-2bd2-4670-902f-802a88fbdc61), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:10.952325 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvr_db [None req-6b461f0b-b28b-4f33-9ab1-87ca5cb76cb3 None None] Set router caa99077-dbbd-42eb-86ab-817583b0e67e gateway port host: None {{(pid=104570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Nov 02 07:41:10.959361 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-e9a79474-b80d-474c-86d2-f1bf718cf6c4 admin admin] Calling delete_port for 75246111-2bd2-4670-902f-802a88fbdc61 owned by network:router_gateway {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:41:11.026552 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_hamode_db [None req-6b461f0b-b28b-4f33-9ab1-87ca5cb76cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'name': 'tempest-AttachVolumeTestJSON-1597362884-router', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:36:21Z', 'updated_at': '2022-11-02T07:41:10Z', 'revision_number': 6, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'gw_port_host': None}], 'dv-cinder-804735-33-iscsi', False) {} {{(pid=104570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:41:11.058560 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b461f0b-b28b-4f33-9ab1-87ca5cb76cb3 None None] The sync data for ids ['caa99077-dbbd-42eb-86ab-817583b0e67e'] in dv-cinder-804735-33-iscsi is: [{'id': 'caa99077-dbbd-42eb-86ab-817583b0e67e', 'name': 'tempest-AttachVolumeTestJSON-1597362884-router', 'tenant_id': '86cca0dcb21a47e483458b36e33f5036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T07:36:21Z', 'updated_at': '2022-11-02T07:41:10Z', 'revision_number': 6, 'project_id': '86cca0dcb21a47e483458b36e33f5036', 'gw_port_host': None}] {{(pid=104570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 07:41:11.060016 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-782c7c87-6fb8-47b6-a2e0-db1063b96666 None None] Current status of the port 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34 is: ACTIVE; New status is: ACTIVE {{(pid=104570) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Nov 02 07:41:11.126489 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e9a79474-b80d-474c-86d2-f1bf718cf6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (75246111-2bd2-4670-902f-802a88fbdc61), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:11.151488 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a79474-b80d-474c-86d2-f1bf718cf6c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=75246111-2bd2-4670-902f-802a88fbdc61,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:41:11.213375 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e9a79474-b80d-474c-86d2-f1bf718cf6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649138'] for router_gateway (caa99077-dbbd-42eb-86ab-817583b0e67e), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:11.299709 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e9a79474-b80d-474c-86d2-f1bf718cf6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-647483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-518291'] for router (caa99077-dbbd-42eb-86ab-817583b0e67e), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:11.301830 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e9a79474-b80d-474c-86d2-f1bf718cf6c4 admin admin] Publish callbacks [] for router_controller (caa99077-dbbd-42eb-86ab-817583b0e67e), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:11.344027 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e9a79474-b80d-474c-86d2-f1bf718cf6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-647458'] for router (caa99077-dbbd-42eb-86ab-817583b0e67e), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:11.344643 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a79474-b80d-474c-86d2-f1bf718cf6c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router caa99077-dbbd-42eb-86ab-817583b0e67e {{(pid=104569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 07:41:11.348907 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-e9a79474-b80d-474c-86d2-f1bf718cf6c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:11.349982 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-e9a79474-b80d-474c-86d2-f1bf718cf6c4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/caa99077-dbbd-42eb-86ab-817583b0e67e HTTP/1.1" status: 204 len: 168 time: 1.0230598 Nov 02 07:41:11.352531 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 43792) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:41:11.401854 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac69f1f-7c36-4a82-bbca-b34f07bbfff7 admin admin] Deleting subnet 4802d687-3783-47ab-8dfb-ce3297beb760 {{(pid=104569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 07:41:11.406105 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cac69f1f-7c36-4a82-bbca-b34f07bbfff7 admin admin] Publish callbacks [] for subnet (4802d687-3783-47ab-8dfb-ce3297beb760), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:11.441272 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cac69f1f-7c36-4a82-bbca-b34f07bbfff7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3451448'] for subnet (4802d687-3783-47ab-8dfb-ce3297beb760), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:11.518412 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cac69f1f-7c36-4a82-bbca-b34f07bbfff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134157560'] for subnet (4802d687-3783-47ab-8dfb-ce3297beb760), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:11.571792 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cac69f1f-7c36-4a82-bbca-b34f07bbfff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134157505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3257418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041961'] for subnet (4802d687-3783-47ab-8dfb-ce3297beb760), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:11.597818 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac69f1f-7c36-4a82-bbca-b34f07bbfff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4802d687-3783-47ab-8dfb-ce3297beb760,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:41:11.601340 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cac69f1f-7c36-4a82-bbca-b34f07bbfff7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:11.604411 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-cac69f1f-7c36-4a82-bbca-b34f07bbfff7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/4802d687-3783-47ab-8dfb-ce3297beb760 HTTP/1.1" status: 204 len: 168 time: 0.2509749 Nov 02 07:41:11.607088 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 43794) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:41:11.609569 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23330981-5710-4ac3-bc90-f1fa49220bac None None] Network 5c6f85dd-45ed-4684-846a-c63750ac56e2 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:41:11.628608 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:41:11.630556 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=11 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:41:11.677410 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a3985c72-6aa6-43d1-a1e9-5bd80d933439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134064640'] for network (5c6f85dd-45ed-4684-846a-c63750ac56e2), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:11.724143 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-a3985c72-6aa6-43d1-a1e9-5bd80d933439 admin admin] Deleting port 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34 {{(pid=104569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:41:11.724482 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a3985c72-6aa6-43d1-a1e9-5bd80d933439 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (5083d6ae-60e5-4cad-8a3b-9f8bee85ce34), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:11.789758 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.db [None req-a3985c72-6aa6-43d1-a1e9-5bd80d933439 admin admin] For port 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=5083d6ae-60e5-4cad-8a3b-9f8bee85ce34,segment=NetworkSegment(91deb477-2a25-491c-b052-05350861dcc3),segment_id=91deb477-2a25-491c-b052-05350861dcc3)] {{(pid=104569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:41:11.790120 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a3985c72-6aa6-43d1-a1e9-5bd80d933439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (5083d6ae-60e5-4cad-8a3b-9f8bee85ce34), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:11.804961 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.plugin [None req-a3985c72-6aa6-43d1-a1e9-5bd80d933439 admin admin] Calling delete_port for 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34 owned by network:dhcp {{(pid=104569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:41:11.806911 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c78d03d-3b35-4581-ae45-42e1f26860fa None None] DHCP port deletion for 5c6f85dd-45ed-4684-846a-c63750ac56e2 request from dv-cinder-804735-33-iscsi {{(pid=104570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Nov 02 07:41:11.848769 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-6c78d03d-3b35-4581-ae45-42e1f26860fa None None] Deleting port 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34 {{(pid=104570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Nov 02 07:41:11.849043 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-6c78d03d-3b35-4581-ae45-42e1f26860fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744620122844'] for port (5083d6ae-60e5-4cad-8a3b-9f8bee85ce34), before_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:11.891429 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a3985c72-6aa6-43d1-a1e9-5bd80d933439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3257367'] for port (5083d6ae-60e5-4cad-8a3b-9f8bee85ce34), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:11.915465 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3985c72-6aa6-43d1-a1e9-5bd80d933439 admin admin] Pushing event deleted for resources: {'Port': ['ID=5083d6ae-60e5-4cad-8a3b-9f8bee85ce34,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:41:11.918315 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.db [None req-6c78d03d-3b35-4581-ae45-42e1f26860fa None None] For port 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34, host dv-cinder-804735-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-33-iscsi',level=0,port_id=5083d6ae-60e5-4cad-8a3b-9f8bee85ce34,segment=NetworkSegment(91deb477-2a25-491c-b052-05350861dcc3),segment_id=91deb477-2a25-491c-b052-05350861dcc3)] {{(pid=104570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 07:41:11.918739 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-6c78d03d-3b35-4581-ae45-42e1f26860fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649998'] for port (5083d6ae-60e5-4cad-8a3b-9f8bee85ce34), precommit_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:11.923076 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3985c72-6aa6-43d1-a1e9-5bd80d933439 admin admin] No DVR routers for this DVR port 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34 on host dv-cinder-804735-33-iscsi {{(pid=104569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:41:11.934320 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-6c78d03d-3b35-4581-ae45-42e1f26860fa None None] Calling delete_port for 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34 owned by network:dhcp {{(pid=104570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Nov 02 07:41:11.944400 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:41:11.979596 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=100 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:41:11.998913 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a3985c72-6aa6-43d1-a1e9-5bd80d933439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134158659', 'neutron.services.segments.db._delete_segments_for_network-8744620219010'] for network (5c6f85dd-45ed-4684-846a-c63750ac56e2), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:12.015581 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-6c78d03d-3b35-4581-ae45-42e1f26860fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134019701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744620127636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744619716747'] for port (5083d6ae-60e5-4cad-8a3b-9f8bee85ce34), after_delete {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:12.020936 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-a3985c72-6aa6-43d1-a1e9-5bd80d933439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c6f85dd-45ed-4684-846a-c63750ac56e2']}} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:41:12.032685 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-a3985c72-6aa6-43d1-a1e9-5bd80d933439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91deb477-2a25-491c-b052-05350861dcc3') {'for_net_delete': True} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:41:12.033085 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.services.segments.db [None req-a3985c72-6aa6-43d1-a1e9-5bd80d933439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91deb477-2a25-491c-b052-05350861dcc3') {} {{(pid=104569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:41:12.041438 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78d03d-3b35-4581-ae45-42e1f26860fa None None] Pushing event deleted for resources: {'Port': ['ID=5083d6ae-60e5-4cad-8a3b-9f8bee85ce34,revision_number=None']} {{(pid=104570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:41:12.048999 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a3985c72-6aa6-43d1-a1e9-5bd80d933439 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744620219073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3451441'] for segment (91deb477-2a25-491c-b052-05350861dcc3), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:12.052738 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c78d03d-3b35-4581-ae45-42e1f26860fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:12.053100 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c78d03d-3b35-4581-ae45-42e1f26860fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:12.053438 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c78d03d-3b35-4581-ae45-42e1f26860fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:12.053770 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c78d03d-3b35-4581-ae45-42e1f26860fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:12.054097 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c78d03d-3b35-4581-ae45-42e1f26860fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:12.054564 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c78d03d-3b35-4581-ae45-42e1f26860fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:12.054889 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c78d03d-3b35-4581-ae45-42e1f26860fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:12.055209 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c78d03d-3b35-4581-ae45-42e1f26860fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:12.055528 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c78d03d-3b35-4581-ae45-42e1f26860fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:12.055847 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c78d03d-3b35-4581-ae45-42e1f26860fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:12.056600 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c78d03d-3b35-4581-ae45-42e1f26860fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:12.056600 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c78d03d-3b35-4581-ae45-42e1f26860fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:12.056829 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c78d03d-3b35-4581-ae45-42e1f26860fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:12.057076 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c78d03d-3b35-4581-ae45-42e1f26860fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:12.057390 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c78d03d-3b35-4581-ae45-42e1f26860fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:12.060587 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c78d03d-3b35-4581-ae45-42e1f26860fa None None] No DVR routers for this DVR port 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34 on host dv-cinder-804735-33-iscsi {{(pid=104570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Nov 02 07:41:12.070589 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a3985c72-6aa6-43d1-a1e9-5bd80d933439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (91deb477-2a25-491c-b052-05350861dcc3), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:12.079783 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3985c72-6aa6-43d1-a1e9-5bd80d933439 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=104569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 07:41:12.080198 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a3985c72-6aa6-43d1-a1e9-5bd80d933439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3257572'] for segment (91deb477-2a25-491c-b052-05350861dcc3), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:12.128132 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.services.segments.plugin [-] Segment 91deb477-2a25-491c-b052-05350861dcc3 resource provider aggregate not found Nov 02 07:41:12.146871 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a3985c72-6aa6-43d1-a1e9-5bd80d933439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134158664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649174'] for network (5c6f85dd-45ed-4684-846a-c63750ac56e2), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:12.149310 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.services.segments.plugin [-] Segment 91deb477-2a25-491c-b052-05350861dcc3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91deb477-2a25-491c-b052-05350861dcc3 found for delete ", "request_id": "req-a96570f0-974f-41a4-8b28-8ac17ad2e080"}]} Nov 02 07:41:12.155603 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a3985c72-6aa6-43d1-a1e9-5bd80d933439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:12.160975 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-a3985c72-6aa6-43d1-a1e9-5bd80d933439 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/5c6f85dd-45ed-4684-846a-c63750ac56e2 HTTP/1.1" status: 204 len: 168 time: 0.5506814 Nov 02 07:41:12.168072 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3985c72-6aa6-43d1-a1e9-5bd80d933439 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c6f85dd-45ed-4684-846a-c63750ac56e2,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:41:12.324321 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 43802) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:41:12.365128 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-bd71ea38-f6c2-4b35-a9cd-994b28d81096 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=86cca0dcb21a47e483458b36e33f5036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394430 Nov 02 07:41:12.367516 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 43804) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:41:12.416209 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b65833a0-32b5-4d57-a406-99ccdc211de6 admin admin] Publish callbacks [] for security_group (0668a4bb-b9fb-48ef-b545-332f9396967a), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:12.441416 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b65833a0-32b5-4d57-a406-99ccdc211de6 admin admin] Publish callbacks [] for security_group (0668a4bb-b9fb-48ef-b545-332f9396967a), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:12.489746 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b65833a0-32b5-4d57-a406-99ccdc211de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (0668a4bb-b9fb-48ef-b545-332f9396967a), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:12.492295 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-b65833a0-32b5-4d57-a406-99ccdc211de6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:12.493465 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-b65833a0-32b5-4d57-a406-99ccdc211de6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0668a4bb-b9fb-48ef-b545-332f9396967a HTTP/1.1" status: 204 len: 168 time: 0.1250525 Nov 02 07:41:12.501358 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65833a0-32b5-4d57-a406-99ccdc211de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0668a4bb-b9fb-48ef-b545-332f9396967a,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:41:13.048104 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 75246111-2bd2-4670-902f-802a88fbdc61 no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:41:13.072147 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: 75246111-2bd2-4670-902f-802a88fbdc61 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:41:13.072742 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 75246111-2bd2-4670-902f-802a88fbdc61 not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:41:13.072900 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 314cd1a8-16ca-41e2-b1f3-90f625f1a623 no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:41:13.093081 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: 314cd1a8-16ca-41e2-b1f3-90f625f1a623 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:41:13.093255 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 314cd1a8-16ca-41e2-b1f3-90f625f1a623 not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:41:13.093659 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34 no longer exists at agent ovs-agent-dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 07:41:13.112407 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.plugin [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] No Port match for: 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34 {{(pid=104570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Nov 02 07:41:13.112752 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Device 5083d6ae-60e5-4cad-8a3b-9f8bee85ce34 not bound to the agent host dv-cinder-804735-33-iscsi {{(pid=104570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 07:41:13.752101 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 43854) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:41:13.854873 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0027ec35-15a9-4568-87f9-1dfa2e154467 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:13.933914 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0027ec35-15a9-4568-87f9-1dfa2e154467 admin admin] Publish callbacks [] for security_group (0342ed94-167d-48c6-8025-d971f27200f1), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:13.937737 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-0027ec35-15a9-4568-87f9-1dfa2e154467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (0342ed94-167d-48c6-8025-d971f27200f1), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:13.974543 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027ec35-15a9-4568-87f9-1dfa2e154467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0342ed94-167d-48c6-8025-d971f27200f1,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:41:13.980876 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-0027ec35-15a9-4568-87f9-1dfa2e154467 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ed115ccc00604c3cb1fb3767d5dd3cec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256649 Nov 02 07:41:13.982193 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 43858) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:41:14.031325 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-849d34bc-fd1a-4460-8a12-ce7874f9405b admin admin] Publish callbacks [] for security_group (0342ed94-167d-48c6-8025-d971f27200f1), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:14.051295 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-849d34bc-fd1a-4460-8a12-ce7874f9405b admin admin] Publish callbacks [] for security_group (0342ed94-167d-48c6-8025-d971f27200f1), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:14.097933 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-849d34bc-fd1a-4460-8a12-ce7874f9405b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (0342ed94-167d-48c6-8025-d971f27200f1), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:14.100552 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-849d34bc-fd1a-4460-8a12-ce7874f9405b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:14.101689 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-849d34bc-fd1a-4460-8a12-ce7874f9405b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0342ed94-167d-48c6-8025-d971f27200f1 HTTP/1.1" status: 204 len: 168 time: 0.1185160 Nov 02 07:41:14.110777 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d34bc-fd1a-4460-8a12-ce7874f9405b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0342ed94-167d-48c6-8025-d971f27200f1,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:41:14.945460 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:41:14.947383 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:41:16.379440 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-36e7359c-7cd2-4efc-8a41-0532881acb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:18.566758 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-7d30d4d8-1865-4cd3-a9bb-75f52abe3435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:19.938732 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:21.357429 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:21.438272 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:23.970338 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=64,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:41:23.972459 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=69,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:41:24.104734 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=87,neutron:DELETE=9 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:41:24.105474 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:41:27.620835 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:41:28.666415 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:37.615549 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=5 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:41:37.616216 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=3 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:41:38.660587 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=20,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:41:38.661820 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=27,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:41:42.412330 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 44058) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:41:42.518837 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-9de3fd90-8dac-4ffc-bc60-52e4cfac2738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:42.604167 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-9de3fd90-8dac-4ffc-bc60-52e4cfac2738 admin admin] Publish callbacks [] for security_group (e414fb02-d592-4512-882b-f0a7d9e2ffff), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:42.607496 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-9de3fd90-8dac-4ffc-bc60-52e4cfac2738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (e414fb02-d592-4512-882b-f0a7d9e2ffff), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:42.648001 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-9de3fd90-8dac-4ffc-bc60-52e4cfac2738 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f625974081b1421e85e1a9bfc43799c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345943 Nov 02 07:41:42.648880 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3fd90-8dac-4ffc-bc60-52e4cfac2738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e414fb02-d592-4512-882b-f0a7d9e2ffff,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:41:42.651954 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 44062) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:41:42.667581 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3fd90-8dac-4ffc-bc60-52e4cfac2738 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:42.667851 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3fd90-8dac-4ffc-bc60-52e4cfac2738 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:42.668189 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3fd90-8dac-4ffc-bc60-52e4cfac2738 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:42.668523 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3fd90-8dac-4ffc-bc60-52e4cfac2738 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:42.668850 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3fd90-8dac-4ffc-bc60-52e4cfac2738 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:42.669176 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3fd90-8dac-4ffc-bc60-52e4cfac2738 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:42.669500 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3fd90-8dac-4ffc-bc60-52e4cfac2738 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:42.669821 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3fd90-8dac-4ffc-bc60-52e4cfac2738 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:42.670143 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3fd90-8dac-4ffc-bc60-52e4cfac2738 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:42.670502 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3fd90-8dac-4ffc-bc60-52e4cfac2738 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:42.670825 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3fd90-8dac-4ffc-bc60-52e4cfac2738 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:42.671146 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3fd90-8dac-4ffc-bc60-52e4cfac2738 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:42.671463 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3fd90-8dac-4ffc-bc60-52e4cfac2738 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:42.671776 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3fd90-8dac-4ffc-bc60-52e4cfac2738 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:42.672089 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de3fd90-8dac-4ffc-bc60-52e4cfac2738 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:41:42.712245 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-81569899-004a-49f8-802d-9be916f56188 admin admin] Publish callbacks [] for security_group (e414fb02-d592-4512-882b-f0a7d9e2ffff), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:42.731800 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-81569899-004a-49f8-802d-9be916f56188 admin admin] Publish callbacks [] for security_group (e414fb02-d592-4512-882b-f0a7d9e2ffff), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:42.779508 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-81569899-004a-49f8-802d-9be916f56188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (e414fb02-d592-4512-882b-f0a7d9e2ffff), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:42.781969 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-81569899-004a-49f8-802d-9be916f56188 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:42.783234 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-81569899-004a-49f8-802d-9be916f56188 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e414fb02-d592-4512-882b-f0a7d9e2ffff HTTP/1.1" status: 204 len: 168 time: 0.1304197 Nov 02 07:41:42.790792 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81569899-004a-49f8-802d-9be916f56188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e414fb02-d592-4512-882b-f0a7d9e2ffff,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:41:43.051672 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 44068) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:41:43.065982 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e09f3fd0-61a7-4137-9e2f-5529903c8766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:43.144747 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e09f3fd0-61a7-4137-9e2f-5529903c8766 admin admin] Publish callbacks [] for security_group (b884cb77-087e-4504-bfde-206e6148bf28), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:43.149349 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e09f3fd0-61a7-4137-9e2f-5529903c8766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (b884cb77-087e-4504-bfde-206e6148bf28), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:43.189112 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-e09f3fd0-61a7-4137-9e2f-5529903c8766 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=02c17c6697174484ac76bb8dab25c0f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363218 Nov 02 07:41:43.189892 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f3fd0-61a7-4137-9e2f-5529903c8766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b884cb77-087e-4504-bfde-206e6148bf28,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:41:43.191829 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 44070) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:41:43.240893 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a4df2280-84b5-4048-9379-4ee348e9faad admin admin] Publish callbacks [] for security_group (b884cb77-087e-4504-bfde-206e6148bf28), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:43.264723 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a4df2280-84b5-4048-9379-4ee348e9faad admin admin] Publish callbacks [] for security_group (b884cb77-087e-4504-bfde-206e6148bf28), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:43.312934 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a4df2280-84b5-4048-9379-4ee348e9faad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (b884cb77-087e-4504-bfde-206e6148bf28), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:43.315670 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-a4df2280-84b5-4048-9379-4ee348e9faad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:43.316843 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-a4df2280-84b5-4048-9379-4ee348e9faad admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b884cb77-087e-4504-bfde-206e6148bf28 HTTP/1.1" status: 204 len: 168 time: 0.1239581 Nov 02 07:41:43.326315 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df2280-84b5-4048-9379-4ee348e9faad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b884cb77-087e-4504-bfde-206e6148bf28,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:41:44.912625 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 44114) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:41:45.020327 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fc987191-7400-4442-8d23-e7085ea8a610 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:45.097175 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fc987191-7400-4442-8d23-e7085ea8a610 admin admin] Publish callbacks [] for security_group (2c527b52-5c9a-46d1-bc26-6656ee9ae8c2), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:45.100678 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-fc987191-7400-4442-8d23-e7085ea8a610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (2c527b52-5c9a-46d1-bc26-6656ee9ae8c2), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:45.138840 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc987191-7400-4442-8d23-e7085ea8a610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c527b52-5c9a-46d1-bc26-6656ee9ae8c2,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:41:45.144267 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-fc987191-7400-4442-8d23-e7085ea8a610 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f4b31ed293214e9d91670bef92f6b84a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306218 Nov 02 07:41:45.146927 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 44118) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:41:45.196865 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-869d07e1-afa8-4d1f-83fc-c6e8a104a31b admin admin] Publish callbacks [] for security_group (2c527b52-5c9a-46d1-bc26-6656ee9ae8c2), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:45.207805 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:41:45.216867 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-869d07e1-afa8-4d1f-83fc-c6e8a104a31b admin admin] Publish callbacks [] for security_group (2c527b52-5c9a-46d1-bc26-6656ee9ae8c2), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:45.237927 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:41:45.272814 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-869d07e1-afa8-4d1f-83fc-c6e8a104a31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (2c527b52-5c9a-46d1-bc26-6656ee9ae8c2), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:45.275484 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-869d07e1-afa8-4d1f-83fc-c6e8a104a31b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:45.276619 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-869d07e1-afa8-4d1f-83fc-c6e8a104a31b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2c527b52-5c9a-46d1-bc26-6656ee9ae8c2 HTTP/1.1" status: 204 len: 168 time: 0.1288033 Nov 02 07:41:45.284572 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d07e1-afa8-4d1f-83fc-c6e8a104a31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c527b52-5c9a-46d1-bc26-6656ee9ae8c2,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:41:45.539954 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 44124) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:41:45.553514 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-33b1bd6a-a685-417f-bffe-ca30ec31745d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:45.628128 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-33b1bd6a-a685-417f-bffe-ca30ec31745d admin admin] Publish callbacks [] for security_group (3b34ffbb-1c15-4aca-996c-75995126edc7), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:45.633126 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-33b1bd6a-a685-417f-bffe-ca30ec31745d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (3b34ffbb-1c15-4aca-996c-75995126edc7), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:45.674919 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-33b1bd6a-a685-417f-bffe-ca30ec31745d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=03232af795254812ab229b91b649176e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338356 Nov 02 07:41:45.675752 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1bd6a-a685-417f-bffe-ca30ec31745d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b34ffbb-1c15-4aca-996c-75995126edc7,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:41:45.677754 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 44126) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:41:45.727473 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-566c15f1-0d96-48e6-8157-5d26ef0bb826 admin admin] Publish callbacks [] for security_group (3b34ffbb-1c15-4aca-996c-75995126edc7), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:45.746841 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-566c15f1-0d96-48e6-8157-5d26ef0bb826 admin admin] Publish callbacks [] for security_group (3b34ffbb-1c15-4aca-996c-75995126edc7), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:45.793664 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-566c15f1-0d96-48e6-8157-5d26ef0bb826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (3b34ffbb-1c15-4aca-996c-75995126edc7), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:45.796214 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-566c15f1-0d96-48e6-8157-5d26ef0bb826 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:45.797519 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-566c15f1-0d96-48e6-8157-5d26ef0bb826 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3b34ffbb-1c15-4aca-996c-75995126edc7 HTTP/1.1" status: 204 len: 168 time: 0.1185789 Nov 02 07:41:45.806762 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c15f1-0d96-48e6-8157-5d26ef0bb826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b34ffbb-1c15-4aca-996c-75995126edc7,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:41:46.385230 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-740a2975-e92b-4581-8aec-ce87783dda64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:47.817100 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 44194) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:41:47.922658 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-92f5846b-7ff2-43e7-abe6-a6a829df2d45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:48.004702 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-92f5846b-7ff2-43e7-abe6-a6a829df2d45 admin admin] Publish callbacks [] for security_group (cb42c302-ed4c-4178-8f93-9885b7f0124f), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:48.008411 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-92f5846b-7ff2-43e7-abe6-a6a829df2d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (cb42c302-ed4c-4178-8f93-9885b7f0124f), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:48.047343 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-92f5846b-7ff2-43e7-abe6-a6a829df2d45 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=5888171b32db49c8a3795b857c171d8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286768 Nov 02 07:41:48.048197 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5846b-7ff2-43e7-abe6-a6a829df2d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb42c302-ed4c-4178-8f93-9885b7f0124f,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:41:48.050169 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 44198) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:41:48.098545 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-92a6c00c-8996-4790-87e7-e182f7261933 admin admin] Publish callbacks [] for security_group (cb42c302-ed4c-4178-8f93-9885b7f0124f), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:48.118229 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-92a6c00c-8996-4790-87e7-e182f7261933 admin admin] Publish callbacks [] for security_group (cb42c302-ed4c-4178-8f93-9885b7f0124f), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:48.170696 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-92a6c00c-8996-4790-87e7-e182f7261933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (cb42c302-ed4c-4178-8f93-9885b7f0124f), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:48.174024 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-92a6c00c-8996-4790-87e7-e182f7261933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:48.175180 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-92a6c00c-8996-4790-87e7-e182f7261933 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/cb42c302-ed4c-4178-8f93-9885b7f0124f HTTP/1.1" status: 204 len: 168 time: 0.1239462 Nov 02 07:41:48.183255 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6c00c-8996-4790-87e7-e182f7261933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb42c302-ed4c-4178-8f93-9885b7f0124f,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:41:48.443787 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 44204) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:41:48.456928 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-52b5eb48-098f-4f34-805b-9f7f024d3198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:48.538039 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-52b5eb48-098f-4f34-805b-9f7f024d3198 admin admin] Publish callbacks [] for security_group (0c80e0d4-ac6e-4d84-8f46-cf938878aaf4), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:48.541447 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-52b5eb48-098f-4f34-805b-9f7f024d3198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (0c80e0d4-ac6e-4d84-8f46-cf938878aaf4), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:48.570999 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-b2396a06-be05-4ffe-8678-f3d9c311f0ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:48.580913 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5eb48-098f-4f34-805b-9f7f024d3198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c80e0d4-ac6e-4d84-8f46-cf938878aaf4,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:41:48.585205 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-52b5eb48-098f-4f34-805b-9f7f024d3198 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=5f955d93f05e40a59fcc57730d942c0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404243 Nov 02 07:41:48.587975 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 44206) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:41:48.636913 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-de692d0f-51c1-44b8-bbdd-b718348a5257 admin admin] Publish callbacks [] for security_group (0c80e0d4-ac6e-4d84-8f46-cf938878aaf4), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:48.657102 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-de692d0f-51c1-44b8-bbdd-b718348a5257 admin admin] Publish callbacks [] for security_group (0c80e0d4-ac6e-4d84-8f46-cf938878aaf4), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:48.707343 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-de692d0f-51c1-44b8-bbdd-b718348a5257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (0c80e0d4-ac6e-4d84-8f46-cf938878aaf4), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:48.709913 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-de692d0f-51c1-44b8-bbdd-b718348a5257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:48.711120 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-de692d0f-51c1-44b8-bbdd-b718348a5257 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0c80e0d4-ac6e-4d84-8f46-cf938878aaf4 HTTP/1.1" status: 204 len: 168 time: 0.1222456 Nov 02 07:41:48.719440 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de692d0f-51c1-44b8-bbdd-b718348a5257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c80e0d4-ac6e-4d84-8f46-cf938878aaf4,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:41:49.385190 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 44228) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:41:49.479553 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-2c9085f8-d630-40b7-87a0-40c913e3b2fc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-210067276-network', 'tenant_id': '90b73ff5e6e44a409ce3a0220a0c3980'}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:41:49.486975 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=13 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:41:49.501292 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9085f8-d630-40b7-87a0-40c913e3b2fc admin admin] Made reservation on behalf of 90b73ff5e6e44a409ce3a0220a0c3980 for: {'network': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:41:49.503689 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2c9085f8-d630-40b7-87a0-40c913e3b2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for network (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:49.512638 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2c9085f8-d630-40b7-87a0-40c913e3b2fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:49.564300 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:41:49.589023 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2c9085f8-d630-40b7-87a0-40c913e3b2fc admin admin] Publish callbacks [] for security_group (0186b02a-e04c-489c-8ba8-6e390198f1fb), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:49.593120 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2c9085f8-d630-40b7-87a0-40c913e3b2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (0186b02a-e04c-489c-8ba8-6e390198f1fb), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:49.621144 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9085f8-d630-40b7-87a0-40c913e3b2fc admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=104569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 07:41:49.628156 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9085f8-d630-40b7-87a0-40c913e3b2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0186b02a-e04c-489c-8ba8-6e390198f1fb,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:41:49.634414 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2c9085f8-d630-40b7-87a0-40c913e3b2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (076bd048-538e-4fa2-873e-141ef7f07390), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:49.634801 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.db.segments_db [None req-2c9085f8-d630-40b7-87a0-40c913e3b2fc admin admin] Added segment 076bd048-538e-4fa2-873e-141ef7f07390 of type vlan for network e2a1e93f-8a48-4847-883a-915330a1cd79 Nov 02 07:41:49.678209 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2c9085f8-d630-40b7-87a0-40c913e3b2fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744619761345'] for network (e2a1e93f-8a48-4847-883a-915330a1cd79), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:49.702319 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2c9085f8-d630-40b7-87a0-40c913e3b2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for network (e2a1e93f-8a48-4847-883a-915330a1cd79), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:49.703359 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9085f8-d630-40b7-87a0-40c913e3b2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:41:49.703925 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-2c9085f8-d630-40b7-87a0-40c913e3b2fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:49.737873 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-2c9085f8-d630-40b7-87a0-40c913e3b2fc admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3516014 Nov 02 07:41:49.741010 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 44232) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:41:49.745971 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-684844e0-cee7-4570-b504-26256728c608 admin admin] Request body: {'subnet': {'network_id': 'e2a1e93f-8a48-4847-883a-915330a1cd79', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-210067276-subnet', 'tenant_id': '90b73ff5e6e44a409ce3a0220a0c3980', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:41:49.766519 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684844e0-cee7-4570-b504-26256728c608 admin admin] Made reservation on behalf of 90b73ff5e6e44a409ce3a0220a0c3980 for: {'subnet': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:41:49.768923 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-684844e0-cee7-4570-b504-26256728c608 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2808798'] for subnet (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:49.770542 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9085f8-d630-40b7-87a0-40c913e3b2fc admin admin] Pushing event updated for resources: {'Network': ['ID=e2a1e93f-8a48-4847-883a-915330a1cd79,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:41:49.782169 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Network e2a1e93f-8a48-4847-883a-915330a1cd79 details requested by agent ovs-agent-dv-cinder-804735-33-iscsi with host dv-cinder-804735-33-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 07:41:49.936129 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-684844e0-cee7-4570-b504-26256728c608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3576920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2808808'] for subnet (e3c96151-db17-4609-ad87-6460aa751648), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:49.943627 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:49.961896 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:41:49.976840 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:41:49.995108 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684844e0-cee7-4570-b504-26256728c608 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3c96151-db17-4609-ad87-6460aa751648,revision_number=0']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:41:50.007288 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684844e0-cee7-4570-b504-26256728c608 admin admin] Checking segment: {'id': '076bd048-538e-4fa2-873e-141ef7f07390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e2a1e93f-8a48-4847-883a-915330a1cd79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:41:50.007644 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684844e0-cee7-4570-b504-26256728c608 admin admin] Network hostable DHCP agents. Network: e2a1e93f-8a48-4847-883a-915330a1cd79, hostable agents: ['bceb131e-a03d-46e7-91df-936d929aaf3a'], hosted agents: [] {{(pid=104568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 07:41:50.024452 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684844e0-cee7-4570-b504-26256728c608 admin admin] Network e2a1e93f-8a48-4847-883a-915330a1cd79 is scheduled to be hosted by DHCP agent bceb131e-a03d-46e7-91df-936d929aaf3a with binding_index 1 {{(pid=104568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 07:41:50.033335 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.scheduler.base_scheduler [None req-684844e0-cee7-4570-b504-26256728c608 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-33-iscsi, e2a1e93f-8a48-4847-883a-915330a1cd79) {{(pid=104568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:41:50.038124 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684844e0-cee7-4570-b504-26256728c608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:41:50.038779 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-684844e0-cee7-4570-b504-26256728c608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for subnet (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:50.043111 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bb2e79-4fae-4a9f-8483-bb78c87d614a None None] Network e2a1e93f-8a48-4847-883a-915330a1cd79 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:41:50.055822 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-684844e0-cee7-4570-b504-26256728c608 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3137167 Nov 02 07:41:50.152093 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7276cd75-4291-4c15-9872-519344176715 None None] Network e2a1e93f-8a48-4847-883a-915330a1cd79 requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:41:50.528175 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 44248) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:41:50.533085 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.v2.base [None req-d7efcb2b-c5d8-4ae4-a92e-ae1677250179 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-160026274-network', 'tenant_id': '1c7a918ce15c4294b1a5c9cf52773791'}} {{(pid=104568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:41:50.553440 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7efcb2b-c5d8-4ae4-a92e-ae1677250179 admin admin] Made reservation on behalf of 1c7a918ce15c4294b1a5c9cf52773791 for: {'network': 1} {{(pid=104568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:41:50.555700 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d7efcb2b-c5d8-4ae4-a92e-ae1677250179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134019634'] for network (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:50.564744 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d7efcb2b-c5d8-4ae4-a92e-ae1677250179 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:50.640586 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d7efcb2b-c5d8-4ae4-a92e-ae1677250179 admin admin] Publish callbacks [] for security_group (776a497a-44bf-431c-b4fd-aa1275ba9e01), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:50.644418 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d7efcb2b-c5d8-4ae4-a92e-ae1677250179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (776a497a-44bf-431c-b4fd-aa1275ba9e01), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:50.675761 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7efcb2b-c5d8-4ae4-a92e-ae1677250179 admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=104568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 07:41:50.681076 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7efcb2b-c5d8-4ae4-a92e-ae1677250179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776a497a-44bf-431c-b4fd-aa1275ba9e01,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:41:50.689849 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d7efcb2b-c5d8-4ae4-a92e-ae1677250179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (b37abb51-94f5-4e16-9fbf-61988e9ca47b), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:50.690171 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.db.segments_db [None req-d7efcb2b-c5d8-4ae4-a92e-ae1677250179 admin admin] Added segment b37abb51-94f5-4e16-9fbf-61988e9ca47b of type vlan for network fcef9139-8a94-4a42-8c26-e9fa19a5237d Nov 02 07:41:50.732176 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d7efcb2b-c5d8-4ae4-a92e-ae1677250179 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744619761345'] for network (fcef9139-8a94-4a42-8c26-e9fa19a5237d), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:50.756338 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d7efcb2b-c5d8-4ae4-a92e-ae1677250179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908'] for network (fcef9139-8a94-4a42-8c26-e9fa19a5237d), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:50.757329 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7efcb2b-c5d8-4ae4-a92e-ae1677250179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:41:50.757897 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d7efcb2b-c5d8-4ae4-a92e-ae1677250179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:50.816892 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-d7efcb2b-c5d8-4ae4-a92e-ae1677250179 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2875893 Nov 02 07:41:50.820002 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 44250) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:41:50.822223 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7efcb2b-c5d8-4ae4-a92e-ae1677250179 admin admin] Pushing event updated for resources: {'Network': ['ID=fcef9139-8a94-4a42-8c26-e9fa19a5237d,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:41:50.825853 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.v2.base [None req-94c03597-8ede-46a9-9f6a-42613196793c admin admin] Request body: {'subnet': {'network_id': 'fcef9139-8a94-4a42-8c26-e9fa19a5237d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-160026274-subnet', 'tenant_id': '1c7a918ce15c4294b1a5c9cf52773791', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 07:41:50.832669 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.plugins.ml2.rpc [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Network fcef9139-8a94-4a42-8c26-e9fa19a5237d details requested by agent ovs-agent-dv-cinder-804735-33-iscsi with host dv-cinder-804735-33-iscsi {{(pid=104570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 07:41:50.847920 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c03597-8ede-46a9-9f6a-42613196793c admin admin] Made reservation on behalf of 1c7a918ce15c4294b1a5c9cf52773791 for: {'subnet': 1} {{(pid=104569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 07:41:50.850420 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-94c03597-8ede-46a9-9f6a-42613196793c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4041940'] for subnet (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:51.021505 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-94c03597-8ede-46a9-9f6a-42613196793c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3256967', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4041954'] for subnet (2c731058-f1a3-4274-9055-3f662cd1c6ae), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:51.076120 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c03597-8ede-46a9-9f6a-42613196793c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c731058-f1a3-4274-9055-3f662cd1c6ae,revision_number=0']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:41:51.086332 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c03597-8ede-46a9-9f6a-42613196793c admin admin] Checking segment: {'id': 'b37abb51-94f5-4e16-9fbf-61988e9ca47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'fcef9139-8a94-4a42-8c26-e9fa19a5237d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Nov 02 07:41:51.086717 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c03597-8ede-46a9-9f6a-42613196793c admin admin] Network hostable DHCP agents. Network: fcef9139-8a94-4a42-8c26-e9fa19a5237d, hostable agents: ['bceb131e-a03d-46e7-91df-936d929aaf3a'], hosted agents: [] {{(pid=104569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 07:41:51.103340 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c03597-8ede-46a9-9f6a-42613196793c admin admin] Network fcef9139-8a94-4a42-8c26-e9fa19a5237d is scheduled to be hosted by DHCP agent bceb131e-a03d-46e7-91df-936d929aaf3a with binding_index 1 {{(pid=104569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 07:41:51.112386 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.scheduler.base_scheduler [None req-94c03597-8ede-46a9-9f6a-42613196793c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-33-iscsi, fcef9139-8a94-4a42-8c26-e9fa19a5237d) {{(pid=104569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 07:41:51.116832 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c03597-8ede-46a9-9f6a-42613196793c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 07:41:51.117419 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-94c03597-8ede-46a9-9f6a-42613196793c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:51.123433 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d31a1a-6ad1-4195-9815-2a50063a877c None None] Network fcef9139-8a94-4a42-8c26-e9fa19a5237d requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:41:51.142292 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-94c03597-8ede-46a9-9f6a-42613196793c admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3210447 Nov 02 07:41:51.223902 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6a7b2f-f52f-4349-ab07-421e63da55e0 None None] Network fcef9139-8a94-4a42-8c26-e9fa19a5237d requested from dv-cinder-804735-33-iscsi {{(pid=104570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Nov 02 07:41:51.360333 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:51.440950 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:41:58.657455 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:00.790363 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=44,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:42:00.819192 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=46,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:42:01.126753 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=62,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:42:01.127551 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=69,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:42:04.619983 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:42:04.787304 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 44368) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:42:04.834279 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.db.db_base_plugin_v2 [None req-6276d57b-69bc-408d-9bfc-08be56a54496 admin admin] Deleting subnet e3c96151-db17-4609-ad87-6460aa751648 {{(pid=104569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 07:42:04.837583 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6276d57b-69bc-408d-9bfc-08be56a54496 admin admin] Publish callbacks [] for subnet (e3c96151-db17-4609-ad87-6460aa751648), before_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:04.877116 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6276d57b-69bc-408d-9bfc-08be56a54496 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3451448'] for subnet (e3c96151-db17-4609-ad87-6460aa751648), precommit_delete_associations {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:04.917091 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6276d57b-69bc-408d-9bfc-08be56a54496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134157560'] for subnet (e3c96151-db17-4609-ad87-6460aa751648), precommit_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:04.968510 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6276d57b-69bc-408d-9bfc-08be56a54496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134157505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3257418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4041961'] for subnet (e3c96151-db17-4609-ad87-6460aa751648), after_delete {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:04.993782 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276d57b-69bc-408d-9bfc-08be56a54496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3c96151-db17-4609-ad87-6460aa751648,revision_number=None']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:42:04.997632 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-6276d57b-69bc-408d-9bfc-08be56a54496 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:05.001572 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-6276d57b-69bc-408d-9bfc-08be56a54496 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/e3c96151-db17-4609-ad87-6460aa751648 HTTP/1.1" status: 204 len: 168 time: 0.2132902 Nov 02 07:42:05.004461 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 44370) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:42:05.305361 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a8504676-377c-4618-84c1-adfb7931986b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134064640'] for network (e2a1e93f-8a48-4847-883a-915330a1cd79), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:05.389296 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a8504676-377c-4618-84c1-adfb7931986b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134158659', 'neutron.services.segments.db._delete_segments_for_network-8744620219010'] for network (e2a1e93f-8a48-4847-883a-915330a1cd79), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:05.410403 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-a8504676-377c-4618-84c1-adfb7931986b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a1e93f-8a48-4847-883a-915330a1cd79']}} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:42:05.420343 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-a8504676-377c-4618-84c1-adfb7931986b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '076bd048-538e-4fa2-873e-141ef7f07390') {'for_net_delete': True} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:42:05.420647 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-a8504676-377c-4618-84c1-adfb7931986b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '076bd048-538e-4fa2-873e-141ef7f07390') {} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:42:05.430181 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a8504676-377c-4618-84c1-adfb7931986b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744620219073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3576842'] for segment (076bd048-538e-4fa2-873e-141ef7f07390), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:05.444284 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a8504676-377c-4618-84c1-adfb7931986b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (076bd048-538e-4fa2-873e-141ef7f07390), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:05.450580 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8504676-377c-4618-84c1-adfb7931986b admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=104568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 07:42:05.451492 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a8504676-377c-4618-84c1-adfb7931986b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3576379'] for segment (076bd048-538e-4fa2-873e-141ef7f07390), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:05.512026 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a8504676-377c-4618-84c1-adfb7931986b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134158664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649174'] for network (e2a1e93f-8a48-4847-883a-915330a1cd79), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:05.517823 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a8504676-377c-4618-84c1-adfb7931986b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:05.522827 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-a8504676-377c-4618-84c1-adfb7931986b admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/e2a1e93f-8a48-4847-883a-915330a1cd79 HTTP/1.1" status: 204 len: 168 time: 0.5173275 Nov 02 07:42:05.523720 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 44376) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:42:05.541432 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8504676-377c-4618-84c1-adfb7931986b admin admin] Pushing event deleted for resources: {'Network': ['ID=e2a1e93f-8a48-4847-883a-915330a1cd79,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:42:05.572990 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8504676-377c-4618-84c1-adfb7931986b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:42:05.573340 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8504676-377c-4618-84c1-adfb7931986b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:42:05.573678 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8504676-377c-4618-84c1-adfb7931986b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:42:05.574012 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8504676-377c-4618-84c1-adfb7931986b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:42:05.574343 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8504676-377c-4618-84c1-adfb7931986b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:42:05.574693 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8504676-377c-4618-84c1-adfb7931986b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:42:05.575079 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8504676-377c-4618-84c1-adfb7931986b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:42:05.575520 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8504676-377c-4618-84c1-adfb7931986b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:42:05.575693 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8504676-377c-4618-84c1-adfb7931986b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:42:05.576017 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8504676-377c-4618-84c1-adfb7931986b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:42:05.576335 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8504676-377c-4618-84c1-adfb7931986b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:42:05.576656 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8504676-377c-4618-84c1-adfb7931986b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:42:05.576971 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8504676-377c-4618-84c1-adfb7931986b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:42:05.577304 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8504676-377c-4618-84c1-adfb7931986b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:42:05.577602 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8504676-377c-4618-84c1-adfb7931986b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-33-iscsi {{(pid=104568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 07:42:05.596621 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23309a9-db9c-4c9a-bbb1-b8ccaa36368b admin admin] Deleting subnet 2c731058-f1a3-4274-9055-3f662cd1c6ae {{(pid=104568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Nov 02 07:42:05.599511 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment 076bd048-538e-4fa2-873e-141ef7f07390 resource provider aggregate not found Nov 02 07:42:05.604416 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d23309a9-db9c-4c9a-bbb1-b8ccaa36368b admin admin] Publish callbacks [] for subnet (2c731058-f1a3-4274-9055-3f662cd1c6ae), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:05.624845 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment 076bd048-538e-4fa2-873e-141ef7f07390 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 076bd048-538e-4fa2-873e-141ef7f07390 found for delete ", "request_id": "req-e71276c7-f00a-4ee3-b777-960a52ca424e"}]} Nov 02 07:42:05.641072 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d23309a9-db9c-4c9a-bbb1-b8ccaa36368b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3576835'] for subnet (2c731058-f1a3-4274-9055-3f662cd1c6ae), precommit_delete_associations {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:05.681208 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d23309a9-db9c-4c9a-bbb1-b8ccaa36368b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134157560'] for subnet (2c731058-f1a3-4274-9055-3f662cd1c6ae), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:05.733369 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d23309a9-db9c-4c9a-bbb1-b8ccaa36368b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134157505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3576469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2808803'] for subnet (2c731058-f1a3-4274-9055-3f662cd1c6ae), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:05.757032 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23309a9-db9c-4c9a-bbb1-b8ccaa36368b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c731058-f1a3-4274-9055-3f662cd1c6ae,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:42:05.762633 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-d23309a9-db9c-4c9a-bbb1-b8ccaa36368b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for subnet (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:05.766931 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-d23309a9-db9c-4c9a-bbb1-b8ccaa36368b admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/2c731058-f1a3-4274-9055-3f662cd1c6ae HTTP/1.1" status: 204 len: 168 time: 0.2411659 Nov 02 07:42:05.769449 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 44380) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:42:05.842561 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b37bfe99-3221-4ebb-af9d-74662880c9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134064640'] for network (fcef9139-8a94-4a42-8c26-e9fa19a5237d), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:05.926003 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b37bfe99-3221-4ebb-af9d-74662880c9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134158659', 'neutron.services.segments.db._delete_segments_for_network-8744620219010'] for network (fcef9139-8a94-4a42-8c26-e9fa19a5237d), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:05.946206 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-b37bfe99-3221-4ebb-af9d-74662880c9ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcef9139-8a94-4a42-8c26-e9fa19a5237d']}} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:42:05.956441 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-b37bfe99-3221-4ebb-af9d-74662880c9ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b37abb51-94f5-4e16-9fbf-61988e9ca47b') {'for_net_delete': True} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:42:05.956742 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.services.segments.db [None req-b37bfe99-3221-4ebb-af9d-74662880c9ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b37abb51-94f5-4e16-9fbf-61988e9ca47b') {} {{(pid=104568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 07:42:05.966136 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b37bfe99-3221-4ebb-af9d-74662880c9ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744620219073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3576842'] for segment (b37abb51-94f5-4e16-9fbf-61988e9ca47b), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:05.979839 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b37bfe99-3221-4ebb-af9d-74662880c9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510'] for segment (b37abb51-94f5-4e16-9fbf-61988e9ca47b), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:05.987034 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b37bfe99-3221-4ebb-af9d-74662880c9ae admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=104568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 07:42:05.987418 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b37bfe99-3221-4ebb-af9d-74662880c9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134042510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3576379'] for segment (b37abb51-94f5-4e16-9fbf-61988e9ca47b), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:06.043031 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b37bfe99-3221-4ebb-af9d-74662880c9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134158664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-997908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649174'] for network (fcef9139-8a94-4a42-8c26-e9fa19a5237d), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:06.049236 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-b37bfe99-3221-4ebb-af9d-74662880c9ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-997894'] for network (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:06.051427 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-b37bfe99-3221-4ebb-af9d-74662880c9ae admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/fcef9139-8a94-4a42-8c26-e9fa19a5237d HTTP/1.1" status: 204 len: 168 time: 0.2810740 Nov 02 07:42:06.062001 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37bfe99-3221-4ebb-af9d-74662880c9ae admin admin] Pushing event deleted for resources: {'Network': ['ID=fcef9139-8a94-4a42-8c26-e9fa19a5237d,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:42:06.204585 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 44384) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:42:06.248907 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-117f0e3a-a485-4522-bf93-f88a5f10f889 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=90b73ff5e6e44a409ce3a0220a0c3980&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431981 Nov 02 07:42:06.251248 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 44386) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:42:06.287419 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:42:06.295860 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:42:06.302512 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-62788f7a-988a-48bc-a71a-4687f7f858d4 admin admin] Publish callbacks [] for security_group (0186b02a-e04c-489c-8ba8-6e390198f1fb), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:06.323944 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-62788f7a-988a-48bc-a71a-4687f7f858d4 admin admin] Publish callbacks [] for security_group (0186b02a-e04c-489c-8ba8-6e390198f1fb), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:06.372218 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-62788f7a-988a-48bc-a71a-4687f7f858d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (0186b02a-e04c-489c-8ba8-6e390198f1fb), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:06.375084 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-62788f7a-988a-48bc-a71a-4687f7f858d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:06.376230 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-62788f7a-988a-48bc-a71a-4687f7f858d4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0186b02a-e04c-489c-8ba8-6e390198f1fb HTTP/1.1" status: 204 len: 168 time: 0.1241057 Nov 02 07:42:06.384323 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62788f7a-988a-48bc-a71a-4687f7f858d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0186b02a-e04c-489c-8ba8-6e390198f1fb,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:42:06.701382 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 44392) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:42:06.741218 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-bf76767f-170f-4fb4-acc9-bfa94fc69bfa admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1c7a918ce15c4294b1a5c9cf52773791&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387104 Nov 02 07:42:06.743717 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 44394) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:42:06.792019 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3b842c16-a8c3-4c64-90f9-ef6fa7b0e1e2 admin admin] Publish callbacks [] for security_group (776a497a-44bf-431c-b4fd-aa1275ba9e01), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:06.815755 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3b842c16-a8c3-4c64-90f9-ef6fa7b0e1e2 admin admin] Publish callbacks [] for security_group (776a497a-44bf-431c-b4fd-aa1275ba9e01), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:06.863128 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3b842c16-a8c3-4c64-90f9-ef6fa7b0e1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (776a497a-44bf-431c-b4fd-aa1275ba9e01), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:06.865592 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-3b842c16-a8c3-4c64-90f9-ef6fa7b0e1e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:06.866872 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-3b842c16-a8c3-4c64-90f9-ef6fa7b0e1e2 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/776a497a-44bf-431c-b4fd-aa1275ba9e01 HTTP/1.1" status: 204 len: 168 time: 0.1221793 Nov 02 07:42:06.874771 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b842c16-a8c3-4c64-90f9-ef6fa7b0e1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776a497a-44bf-431c-b4fd-aa1275ba9e01,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:42:07.643036 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment b37abb51-94f5-4e16-9fbf-61988e9ca47b resource provider aggregate not found Nov 02 07:42:07.661186 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.services.segments.plugin [-] Segment b37abb51-94f5-4e16-9fbf-61988e9ca47b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b37abb51-94f5-4e16-9fbf-61988e9ca47b found for delete ", "request_id": "req-71349f5c-40a1-4d77-a9bd-8911e454be6f"}]} Nov 02 07:42:11.007341 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.wsgi [-] (104569) accepted ('10.222.0.18', 44456) {{(pid=104569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:42:11.110736 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cb73af67-e855-430d-a940-349503a524fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:11.189157 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cb73af67-e855-430d-a940-349503a524fd admin admin] Publish callbacks [] for security_group (e8f32483-cda3-4b0d-9fd4-cbb5495e3b70), precommit_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:11.192874 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron_lib.callbacks.manager [None req-cb73af67-e855-430d-a940-349503a524fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (e8f32483-cda3-4b0d-9fd4-cbb5495e3b70), after_create {{(pid=104569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:11.232068 dv-cinder-804735-33-iscsi neutron-server[104569]: INFO neutron.wsgi [None req-cb73af67-e855-430d-a940-349503a524fd admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7fe8d2e266ba4eaf8cdf66bf31acc537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231953 Nov 02 07:42:11.233192 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73af67-e855-430d-a940-349503a524fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f32483-cda3-4b0d-9fd4-cbb5495e3b70,revision_number=1']} {{(pid=104569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:42:11.234850 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 44460) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:42:11.284872 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e9c276c4-808a-4a39-b294-ee61ae5e897c admin admin] Publish callbacks [] for security_group (e8f32483-cda3-4b0d-9fd4-cbb5495e3b70), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:11.305607 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e9c276c4-808a-4a39-b294-ee61ae5e897c admin admin] Publish callbacks [] for security_group (e8f32483-cda3-4b0d-9fd4-cbb5495e3b70), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:11.354098 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e9c276c4-808a-4a39-b294-ee61ae5e897c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (e8f32483-cda3-4b0d-9fd4-cbb5495e3b70), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:11.357784 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-e9c276c4-808a-4a39-b294-ee61ae5e897c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:11.358963 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-e9c276c4-808a-4a39-b294-ee61ae5e897c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e8f32483-cda3-4b0d-9fd4-cbb5495e3b70 HTTP/1.1" status: 204 len: 168 time: 0.1231468 Nov 02 07:42:11.366685 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c276c4-808a-4a39-b294-ee61ae5e897c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f32483-cda3-4b0d-9fd4-cbb5495e3b70,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:42:11.377717 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=70,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:42:11.380111 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:42:11.620665 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 44466) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:42:11.634594 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-616faf19-d83a-4d7e-a705-139ad77daba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:11.710722 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-616faf19-d83a-4d7e-a705-139ad77daba0 admin admin] Publish callbacks [] for security_group (84f21baf-fc4a-4c65-b814-7905e4212ff5), precommit_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:11.714123 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-616faf19-d83a-4d7e-a705-139ad77daba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (84f21baf-fc4a-4c65-b814-7905e4212ff5), after_create {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:11.754328 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616faf19-d83a-4d7e-a705-139ad77daba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f21baf-fc4a-4c65-b814-7905e4212ff5,revision_number=1']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:42:11.758603 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-616faf19-d83a-4d7e-a705-139ad77daba0 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b051fbd615614fd189f6db42908ae41a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368906 Nov 02 07:42:11.761216 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [-] (104568) accepted ('10.222.0.18', 44468) {{(pid=104568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 07:42:11.808726 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a3468ed4-d925-4f85-a139-0545d58a9fa9 admin admin] Publish callbacks [] for security_group (84f21baf-fc4a-4c65-b814-7905e4212ff5), before_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:11.829293 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a3468ed4-d925-4f85-a139-0545d58a9fa9 admin admin] Publish callbacks [] for security_group (84f21baf-fc4a-4c65-b814-7905e4212ff5), precommit_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:11.875782 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a3468ed4-d925-4f85-a139-0545d58a9fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975616'] for security_group (84f21baf-fc4a-4c65-b814-7905e4212ff5), after_delete {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:11.878696 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron_lib.callbacks.manager [None req-a3468ed4-d925-4f85-a139-0545d58a9fa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:11.879863 dv-cinder-804735-33-iscsi neutron-server[104568]: INFO neutron.wsgi [None req-a3468ed4-d925-4f85-a139-0545d58a9fa9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/84f21baf-fc4a-4c65-b814-7905e4212ff5 HTTP/1.1" status: 204 len: 168 time: 0.1177478 Nov 02 07:42:11.887370 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3468ed4-d925-4f85-a139-0545d58a9fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f21baf-fc4a-4c65-b814-7905e4212ff5,revision_number=None']} {{(pid=104568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 07:42:15.410055 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=17 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:42:15.413930 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=17 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:42:16.388286 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-e5798088-bbdf-4ed4-813d-268a4ba693c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:18.571733 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-e7ed08d7-d36b-4a12-8d05-c913922772ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:19.944215 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:21.219510 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:42:21.228138 dv-cinder-804735-33-iscsi neutron-server[104569]: DEBUG dbcounter [-] [104569] Writing DB stats neutron:SELECT=43,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104569) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:42:21.364079 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:21.443680 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:21.861966 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=79,neutron:DELETE=10,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:42:21.883836 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG dbcounter [-] [104568] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104568) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:42:28.653173 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:38.642705 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:42:38.647928 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:42:41.618930 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:42:43.633829 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:42:46.392027 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-7fa9b034-cae8-4c5f-9935-40067c943d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:48.574963 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d131dfb0-17b3-4af1-a67b-07904bb0dee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:49.947439 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:51.366540 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:51.445683 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:42:51.614993 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=6 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:42:58.647943 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:43:08.636181 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:43:08.642694 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:43:16.393001 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-d4273d31-03dd-4e98-b82c-0981b33f9af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:43:18.579390 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-8c0298ca-5c4a-44f4-9523-bd5213361742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:43:18.618911 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:43:19.950213 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:43:20.644326 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:43:21.369460 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:43:21.446776 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:43:28.615151 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=5 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:43:28.658849 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:43:38.652741 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:43:38.654666 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:43:46.395473 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-c008f7a6-ce8c-4e48-b536-381c255808e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:43:48.581394 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-183bc78a-10bb-40b8-a567-a676918618c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:43:49.955401 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:43:51.372759 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:43:51.448226 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:43:55.617735 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:43:58.673149 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:44:08.661602 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:44:08.668688 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:UPDATE=5,neutron:SELECT=8 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:44:15.406759 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=15 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:44:15.409344 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=19 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:44:16.397053 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-638e3c07-c74e-4fe2-82d9-aee598a2c741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:44:18.583107 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-dc9daa0c-5113-421b-bdc0-3b86454256e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:44:19.956724 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:44:21.375519 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:44:21.449857 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:44:28.670341 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:44:32.616404 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:44:38.659337 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:44:38.665725 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:44:42.612371 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=3 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:44:42.613073 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=5 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:44:46.397906 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-0da5d7f1-282d-4e10-b918-a838853d6c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:44:48.584062 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-15f3cd83-928b-419b-89bf-e08598709fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:44:49.960144 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:44:51.376763 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:44:51.451643 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:44:52.383152 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [req-8fcd8158-c718-47f0-b8e5-68fdc7c9f53f req-33ec7ccb-8117-471d-99ab-504c0f7e7ef2 service neutron] (104568) timed out ('10.222.0.47', 61789) {{(pid=104568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 02 07:44:57.618214 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=2 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:44:58.664486 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:45:08.654498 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:45:08.660717 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:45:09.615670 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:45:16.400915 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-fcbe67ba-73b1-457a-a482-7fa7944efa64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:45:18.585797 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-dc34378b-daba-428b-ba84-01e639a2c0c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:45:19.611156 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:45:19.611919 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:45:19.962861 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:45:21.378898 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:45:21.452669 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:45:28.676687 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:45:38.670538 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:45:38.672572 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:45:46.403269 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4151115c-9cdc-443f-8e77-06954125b6c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:45:46.614138 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:45:48.587882 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cecd4fe1-8082-4640-ae8a-a8ca7d469644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:45:48.637538 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=3 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:45:49.964716 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:45:51.382759 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:45:51.456751 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:45:56.610786 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=5 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:45:58.669816 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:46:08.663996 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:46:08.665986 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:46:15.417212 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=14 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:46:15.419022 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=12 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:46:16.405217 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-860b575c-0571-487d-abbd-6e746acd2ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:46:18.589601 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-6d2c44e2-0c59-41bb-967d-5673bd7f59e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:46:19.967565 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:46:21.385611 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:46:21.459963 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:46:23.612953 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:46:28.673200 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:46:33.608020 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=3 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:46:33.608800 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=5 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:46:38.667593 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:46:38.668452 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:46:46.407645 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cbaf73cc-a355-432b-9c16-a6959a9a4bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:46:48.591400 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-055b9fb2-bbde-496b-99c7-09f224bfd742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:46:49.620308 dv-cinder-804735-33-iscsi neutron-server[104568]: DEBUG neutron.wsgi [req-7e74b40f-5279-4951-a310-67a0c3686999 req-96920c3f-24f1-4c89-ade9-36da41bd3444 service neutron] (104568) timed out ('10.222.0.18', 37882) {{(pid=104568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 02 07:46:49.971124 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:46:51.388530 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:46:51.463264 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:46:58.685705 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:47:00.610922 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG neutron.db.agents_db [None req-815f870b-79ae-45b1-8931-3c4960acb15c None None] Agent healthcheck: found 6 active agents {{(pid=104571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 07:47:08.680193 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:47:08.682115 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG dbcounter [-] [104570] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104570) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:47:14.658964 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=5 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:47:14.660153 dv-cinder-804735-33-iscsi neutron-server[104571]: DEBUG dbcounter [-] [104571] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104571) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Nov 02 07:47:16.410996 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-9365fcb7-7b20-49d4-bc0b-f8eb32dac87d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (bceb131e-a03d-46e7-91df-936d929aaf3a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:47:18.596452 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4217b808-8d8b-4e8f-8d3b-f1eedb8cda6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (a585019f-5dcf-4fed-8bec-bf74df67b41a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:47:19.978336 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-ff49b9ab-b881-4808-9b44-ab2dd9246f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (7796aa60-42c8-44d9-8558-3ed74002cac0), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:47:21.390343 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-da27a861-dbfb-4b29-af69-c52a89efc80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (277b23ec-ddc5-4fe6-9230-788c271e727f), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:47:21.466570 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-4162780d-ec09-4c10-a69e-3c508196acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (2127d25f-2aa5-4ce3-9f70-85fc8e19807a), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 07:47:28.684858 dv-cinder-804735-33-iscsi neutron-server[104570]: DEBUG neutron_lib.callbacks.manager [None req-cd967c9c-8b03-4bbe-8586-a849029485d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744620218992', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134160128'] for agent (8bd0314e-b36f-45c2-bb1e-4de001688fd4), after_update {{(pid=104570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}